-- Logs begin at Tue 2021-07-27 05:55:37 UTC, end at Tue 2021-07-27 07:02:33 UTC. -- Jul 27 06:38:34.047870 dv-cinder-779194-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 06:38:36.716866 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.common.config [-] Logging enabled! Jul 27 06:38:36.717529 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 06:38:36.717665 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100172) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 06:38:36.721090 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.common.config [-] Logging enabled! Jul 27 06:38:36.721344 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 06:38:36.721656 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100172) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 06:38:36.722590 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 06:38:36.722820 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 06:38:36.723180 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 06:38:36.723423 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 06:38:36.723646 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 06:38:36.723963 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.724256 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.724549 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.724776 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.725090 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.725381 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.725660 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.725945 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.726239 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.726522 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.726799 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.727081 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.727308 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.727589 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.727874 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.728157 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.728377 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] debug = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.728654 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.729089 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.729504 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.729784 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.730077 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.730354 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.730629 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.730901 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.731183 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.731508 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] host = dv-cinder-779194-3-smb {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.731783 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.732068 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.732351 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.732634 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.732905 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.733207 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.733491 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.733762 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.734031 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] log_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.734453 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.734756 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.735045 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.735333 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.735558 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.735778 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.736064 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.736348 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.736621 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.736892 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.737185 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.737458 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.737729 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.737996 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.738277 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.738557 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.738836 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.739107 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.739376 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.739644 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.739913 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.740197 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.740471 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.740739 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.741007 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.741381 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.741648 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.741918 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.742212 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.742494 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.742774 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.743053 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.743321 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.743600 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.743869 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.744140 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.744408 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] use_json = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.744677 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.744942 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.745240 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.745511 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.745782 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.746052 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.746319 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.746603 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:36.746895 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.747188 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.747482 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.747764 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.748055 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.748332 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.748617 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.748891 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.749203 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.749490 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.750274 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.750596 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.750886 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.751161 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.751453 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.751754 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.752047 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.752338 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.752611 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.752883 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.753176 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.753452 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.753737 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.754028 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.754314 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.754584 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.754861 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.755150 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.755428 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.755713 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.755975 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.756262 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.756538 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.756808 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.757112 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.757390 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.757658 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.757928 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.758203 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.758490 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.758765 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.759034 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.759303 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.759576 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.759845 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.760125 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.760400 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.760669 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.760941 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.761237 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.761508 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.761777 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.762051 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.762323 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.762598 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.762869 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.763139 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.763408 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.763675 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.763943 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.764212 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.764480 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.764752 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.765018 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.765306 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.766137 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.766411 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.766683 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.766971 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.767264 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.767538 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.767812 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.768084 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.768357 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.768629 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.768900 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.769204 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.769479 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.769747 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.770033 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.770312 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.770592 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.770869 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.771144 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.771436 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.771708 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.771984 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.772260 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.772537 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.772823 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.773148 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.773447 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.773738 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.774030 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.774321 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.774611 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.774889 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.775192 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.775468 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:36.775682 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 06:38:36.775918 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100172) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 06:38:37.120692 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 06:38:37.120973 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 06:38:37.121287 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 06:38:37.121620 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 06:38:37.504951 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.505277 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.505549 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.506826 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.507097 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.507359 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.540354 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.540632 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.540897 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.555797 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.556076 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.556341 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.584232 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.584507 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.584767 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.620454 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.620737 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.621005 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.853901 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.854526 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.854526 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.854700 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.855380 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.973908 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.974224 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.974508 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.974776 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.975036 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.975342 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.975597 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.975848 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.976098 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.976379 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.976634 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.976892 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.977169 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.977418 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.977668 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.977925 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.978175 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.978436 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.978699 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.978952 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.979220 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.979470 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.979747 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.980117 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.980364 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.980606 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:37.980996 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:37.981259 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:37.981493 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:37.981725 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:37.981956 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:37.982188 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:37.982543 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 06:38:37.986421 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 06:38:37.990335 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 06:38:37.994074 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 27 06:38:37.995831 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 06:38:37.996287 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 06:38:37.996617 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 06:38:37.996997 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 06:38:38.000322 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 06:38:38.000572 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 06:38:38.000913 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 06:38:38.006137 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 06:38:38.028590 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 06:38:38.029061 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:38.029376 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100172) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 06:38:38.029735 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:38.031092 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100172) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 06:38:38.031369 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 06:38:38.031611 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 06:38:38.034960 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:38.035242 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:38.105163 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 06:38:38.105346 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 06:38:38.105564 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 06:38:38.105945 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 06:38:38.127240 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_db.sqlalchemy.engines [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100172) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 06:38:38.818310 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Initializing driver for type 'gre' Jul 27 06:38:38.818838 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] gre ID ranges: [(1, 1000)] Jul 27 06:38:38.965703 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Initializing driver for type 'local' Jul 27 06:38:38.966299 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Initializing driver for type 'vlan' Jul 27 06:38:39.046049 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] VlanTypeDriver initialization complete Jul 27 06:38:39.046403 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Initializing driver for type 'vxlan' Jul 27 06:38:39.046908 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] vxlan ID ranges: [(1, 1000)] Jul 27 06:38:39.229811 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Initializing extension driver 'port_security' Jul 27 06:38:39.230149 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] PortSecurityExtensionDriver initialization complete Jul 27 06:38:39.230476 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Initializing mechanism driver 'openvswitch' Jul 27 06:38:39.230790 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Initializing mechanism driver 'hyperv' Jul 27 06:38:39.237440 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.plugins.ml2.plugin [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:39.240014 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > port after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.240014 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > port after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.240014 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > port after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.240014 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:39.240338 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > subnet after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.240430 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > subnet after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.240754 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.241168 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:39.241566 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > network after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.241906 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > network after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.242241 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > network after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.242628 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:39.243078 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > security_group after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.243423 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > security_group after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.243757 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.244168 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:39.244566 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.244907 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.245264 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.245672 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:39.246120 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > address_group after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.246458 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > address_group after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.246789 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.247233 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:39.247602 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] ML2 OVO RPC backend initialized. {{(pid=100172) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 06:38:39.248312 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.248665 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.249102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > network before_response 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.249454 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > networks before_response 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.249795 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > port before_response 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.250179 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > ports before_response 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.250523 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > subnet before_response 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.250857 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > subnets before_response 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.251193 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > network after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.251524 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > network after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.251852 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > network after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.252179 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > port after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.252505 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > port after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.252830 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > port after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.253180 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > subnet after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.253510 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > subnet after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.253835 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.254397 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.plugin [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Modular L2 Plugin initialization complete Jul 27 06:38:39.254722 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading services supported by the core plugin {{(pid=100172) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 06:38:39.255047 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.plugins.ml2.managers [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Got port-security extension from driver 'port_security' Jul 27 06:38:39.255509 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.extensions.vlantransparent [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Disabled vlantransparent extension. Jul 27 06:38:39.255994 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100172) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 06:38:39.256301 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading Plugin: router Jul 27 06:38:39.295360 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.295743 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router after_create 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.296109 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router before_create 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.296475 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.296888 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.297333 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router after_delete 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.297694 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.298178 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router after_create 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.298527 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router after_update 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.298874 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router after_update 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.299217 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.299575 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router after_update 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.299981 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router precommit_update 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.300347 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: port after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.300682 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: port after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.301017 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: subnet after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.301374 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.301715 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.302060 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router precommit_create 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.302403 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: port before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.302803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router precommit_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.303159 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router after_update 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.303543 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.303894 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router precommit_create 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.304256 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.304601 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router precommit_update 55549900 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.304964 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > agent after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.305389 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > agent after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.314112 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > network after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.314112 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Tracking information for resource: router configured {{(pid=100172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:39.314112 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Tracking information for resource: floatingip configured {{(pid=100172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:39.315099 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.db.l3_agentschedulers_db [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 06:38:39.315672 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: port after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.316024 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: port after_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.316366 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: port after_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.316708 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: port after_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.317527 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router before_create 55550100 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.317912 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.318236 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router precommit_create 55550100 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.318584 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > router precommit_update 55550100 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.323034 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.services.provider_configuration [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service providers = [] {{(pid=100172) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 06:38:39.323397 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.db.servicetype_db [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100172) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 06:38:39.326438 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.services.service_base [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 06:38:39.326784 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.services.service_base [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 06:38:39.327119 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.services.service_base [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 06:38:39.328523 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.services.service_base [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 06:38:39.328889 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.services.service_base [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 06:38:39.329291 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:39.329599 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 06:38:39.344819 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:39.345444 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading Plugin: auto_allocate Jul 27 06:38:39.351185 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: network precommit_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.351550 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: network precommit_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.352057 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:39.352371 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading Plugin: tag Jul 27 06:38:39.359084 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:39.359427 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading Plugin: timestamp Jul 27 06:38:39.363260 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:39.363584 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading Plugin: network_ip_availability Jul 27 06:38:39.368996 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.369384 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.369732 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.370429 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:39.370741 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading Plugin: flavors Jul 27 06:38:39.375647 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:39.375974 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading Plugin: revisions Jul 27 06:38:39.380244 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:39.380625 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_concurrency.lockutils [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.259s {{(pid=100172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 06:38:39.381386 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100172) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 06:38:39.381717 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Initializing extension manager. Jul 27 06:38:39.382215 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: __init__.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.382549 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: __pycache__ {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.382877 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.383248 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: address_group.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.384049 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.384762 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: address-group Jul 27 06:38:39.385102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: address_scope.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.391965 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.392474 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: address-scope Jul 27 06:38:39.392795 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.393734 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.394240 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: router-admin-state-down-before-update Jul 27 06:38:39.394556 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: agent.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.395241 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.395742 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: agent Jul 27 06:38:39.396055 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: agent_resources_synced.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.396945 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.397474 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: agent-resources-synced Jul 27 06:38:39.397790 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: allowedaddresspairs.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.399543 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.400107 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: allowed-address-pairs Jul 27 06:38:39.400429 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: auto_allocated_topology.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.401507 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.402013 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: auto-allocated-topology Jul 27 06:38:39.402330 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: availability_zone.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.403014 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.403513 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: availability_zone Jul 27 06:38:39.403829 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: availability_zone_filter.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.404718 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.405249 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: availability_zone_filter Jul 27 06:38:39.405567 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: data_plane_status.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.406530 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.407027 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 06:38:39.407354 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: default_subnetpools.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.408296 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.408796 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: default-subnetpools Jul 27 06:38:39.409148 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.409941 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.410440 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: dhcp_agent_scheduler Jul 27 06:38:39.410756 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: dns.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.411727 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.412223 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 06:38:39.412539 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: dns_domain_ports.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.413467 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.413967 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 06:38:39.414283 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.415192 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.415692 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 06:38:39.416010 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: dvr.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.416664 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.417193 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: dvr Jul 27 06:38:39.417508 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: ecmp_routes.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.418403 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.418896 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 06:38:39.419219 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: empty_string_filtering.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.426844 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.427343 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: empty-string-filtering Jul 27 06:38:39.427655 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.428554 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.429086 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 06:38:39.429413 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.430316 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.430810 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 06:38:39.431124 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: external_net.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.432024 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.432526 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: external-net Jul 27 06:38:39.432840 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.433836 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.434337 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: extra_dhcp_opt Jul 27 06:38:39.434648 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: extraroute.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.435549 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.436049 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: extraroute Jul 27 06:38:39.436363 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: extraroute_atomic.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.437963 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.438470 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: extraroute-atomic Jul 27 06:38:39.438788 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: filter_validation.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.439616 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.440126 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: filter-validation Jul 27 06:38:39.440440 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: fip_pf_description.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.441363 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.441860 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 06:38:39.442172 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: fip_port_details.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.443076 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.443574 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: fip-port-details Jul 27 06:38:39.443887 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: flavors.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.445115 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.445684 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: flavors Jul 27 06:38:39.446003 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.447615 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.448133 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 06:38:39.448457 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: floatingip_pools.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.449242 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.449749 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: floatingip-pools Jul 27 06:38:39.450071 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: ip_allocation.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.450985 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.451561 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 06:38:39.451876 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.455724 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.456207 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: ip-substring-filtering Jul 27 06:38:39.456526 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: l2_adjacency.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.457475 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.457977 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 06:38:39.458295 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: l3.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.459244 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.459760 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: router Jul 27 06:38:39.460077 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.462352 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.462885 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 06:38:39.463209 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.464126 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.464637 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: ext-gw-mode Jul 27 06:38:39.464955 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.465899 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.466453 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: l3-ha Jul 27 06:38:39.466778 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: l3_flavors.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.467673 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.468177 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: l3-flavors Jul 27 06:38:39.468517 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.469453 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.469959 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 06:38:39.470526 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: l3agentscheduler.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.471533 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.472040 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: l3_agent_scheduler Jul 27 06:38:39.472360 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: logging.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.473862 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.474433 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension logging not supported by any of loaded plugins Jul 27 06:38:39.474756 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: metering.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.475483 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.476053 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: metering Jul 27 06:38:39.476372 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.477601 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.478115 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: metering_source_and_destination_fields Jul 27 06:38:39.478443 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: multiprovidernet.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.479393 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.479942 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: multi-provider Jul 27 06:38:39.480210 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: netmtu.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.481146 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.481762 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: net-mtu Jul 27 06:38:39.488216 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: netmtu_writable.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.488896 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.489434 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: net-mtu-writable Jul 27 06:38:39.489744 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: network_availability_zone.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.490396 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.490893 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: network_availability_zone Jul 27 06:38:39.491206 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: network_ip_availability.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.492323 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.492829 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: network-ip-availability Jul 27 06:38:39.493182 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: network_segment_range.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.493934 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.494431 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 06:38:39.494744 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: pagination.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.495704 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.496023 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: pagination Jul 27 06:38:39.496333 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: port_device_profile.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.497266 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.497778 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: port-device-profile Jul 27 06:38:39.498153 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.499058 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.499563 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: port-mac-address-regenerate Jul 27 06:38:39.500405 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.501332 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.501839 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: port-numa-affinity-policy Jul 27 06:38:39.502155 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: port_resource_request.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.503057 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.503565 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 06:38:39.503880 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: portbindings.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.504791 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.505328 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: binding Jul 27 06:38:39.505641 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: portbindings_extended.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.506908 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.507420 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: binding-extended Jul 27 06:38:39.507743 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: portsecurity.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.508699 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.509246 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: port-security Jul 27 06:38:39.509565 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: project_id.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.510523 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.510847 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: project-id Jul 27 06:38:39.511161 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: providernet.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.512159 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.512669 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: provider Jul 27 06:38:39.512986 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: qos.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.522658 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.523184 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension qos not supported by any of loaded plugins Jul 27 06:38:39.523512 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.524779 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.525329 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 06:38:39.525651 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.526596 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.527102 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 06:38:39.527422 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: qos_default.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.528320 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.528825 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension qos-default not supported by any of loaded plugins Jul 27 06:38:39.529177 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: qos_fip.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.529819 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.530309 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 06:38:39.530660 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: qos_gateway_ip.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.531598 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.532099 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 06:38:39.532415 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: qos_port_network_policy.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.533352 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.533856 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 06:38:39.534201 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: qos_rule_type_details.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.535080 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.535583 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 06:38:39.535901 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: qos_rules_alias.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.537054 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.537695 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 06:38:39.538021 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: quotasv2.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.539113 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.539435 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: quotas Jul 27 06:38:39.539751 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: quotasv2_detail.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.542820 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.543158 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: quota_details Jul 27 06:38:39.543522 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: rbac.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.544568 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.545120 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: rbac-policies Jul 27 06:38:39.547864 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: rbac_address_group.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.548619 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.549166 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: rbac-address-group Jul 27 06:38:39.549488 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: rbac_address_scope.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.550402 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.550910 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: rbac-address-scope Jul 27 06:38:39.551229 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: rbac_security_groups.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.552128 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.552634 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: rbac-security-groups Jul 27 06:38:39.552950 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: rbac_subnetpool.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.553874 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.554419 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: rbac-subnetpool Jul 27 06:38:39.554739 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: revisionifmatch.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.555654 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.556158 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: revision-if-match Jul 27 06:38:39.556473 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: revisions.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.557589 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.558103 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: standard-attr-revisions Jul 27 06:38:39.558421 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: router_availability_zone.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.559083 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.559627 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: router_availability_zone Jul 27 06:38:39.559945 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: routerservicetype.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.560876 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.561405 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 06:38:39.561723 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.563161 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.563665 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: security-groups-normalized-cidr Jul 27 06:38:39.563981 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.564885 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.565422 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: port-security-groups-filtering Jul 27 06:38:39.565804 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.566715 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.567223 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: security-groups-remote-address-group Jul 27 06:38:39.567545 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: securitygroup.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.577310 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.578394 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: security-group Jul 27 06:38:39.578787 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: segment.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.579557 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.580062 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension segment not supported by any of loaded plugins Jul 27 06:38:39.584585 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.585062 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.585571 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 06:38:39.585891 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: servicetype.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.587053 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.587571 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: service-type Jul 27 06:38:39.587889 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: sorting.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.588896 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.589257 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: sorting Jul 27 06:38:39.589576 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: standard_attr_segment.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.590547 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.591050 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 06:38:39.591367 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: standardattrdescription.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.592008 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.592510 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: standard-attr-description Jul 27 06:38:39.592826 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: stateful_security_group.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.593846 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.594361 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: stateful-security-group Jul 27 06:38:39.594683 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: stdattrs_common.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.595520 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 06:38:39.595835 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.596749 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.597297 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 06:38:39.597618 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: subnet_onboard.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.598666 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.599173 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: subnet_onboard Jul 27 06:38:39.599491 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.600447 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.600949 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 06:38:39.601290 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: subnet_service_types.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.602207 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.602718 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: subnet-service-types Jul 27 06:38:39.603035 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: subnetallocation.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.604140 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.604652 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: subnet_allocation Jul 27 06:38:39.604971 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.605652 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.606182 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: subnetpool-prefix-ops Jul 27 06:38:39.606497 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.607416 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.607921 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 06:38:39.608238 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: tagging.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.609355 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.609903 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: standard-attr-tag Jul 27 06:38:39.610225 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: timestamp.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.613914 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.614429 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loaded extension: standard-attr-timestamp Jul 27 06:38:39.614747 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: trunk.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.615764 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.616274 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension trunk not supported by any of loaded plugins Jul 27 06:38:39.616593 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: trunk_details.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.617566 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.618078 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 06:38:39.618395 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: uplink_status_propagation.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.619302 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.619810 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 06:38:39.620128 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Loading extension file: vlantransparent.py {{(pid=100172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:39.620783 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:39.621324 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 06:38:39.623813 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:network Jul 27 06:38:39.624333 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:subnet Jul 27 06:38:39.625268 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:39.625659 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:port Jul 27 06:38:39.626896 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.627333 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service FLAVORS assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.627943 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.628587 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.628723 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:router Jul 27 06:38:39.629185 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 06:38:39.629685 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service METERING assigned prefix: /metering {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.631127 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.631500 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.631848 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:39.632826 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 06:38:39.633293 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:security_group Jul 27 06:38:39.633721 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 06:38:39.634331 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service CORE assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.634675 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:39.635047 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] subnetpool is already registered Jul 27 06:38:39.635464 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service CORE assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.635781 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:39.636106 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] subnetpool is already registered Jul 27 06:38:39.638413 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.638970 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service FLAVORS assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.639585 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.640026 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.640400 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:router Jul 27 06:38:39.640738 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] router is already registered Jul 27 06:38:39.641182 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 06:38:39.641516 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] floatingip is already registered Jul 27 06:38:39.641979 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service METERING assigned prefix: /metering {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.642660 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 06:38:39.642979 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] rbac_policy is already registered Jul 27 06:38:39.643891 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:security_group Jul 27 06:38:39.644235 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] security_group is already registered Jul 27 06:38:39.644636 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 06:38:39.644966 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] security_group_rule is already registered Jul 27 06:38:39.645467 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service CORE assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.645784 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:39.646109 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] subnetpool is already registered Jul 27 06:38:39.646530 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.v2.resource_helper [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Service CORE assigned prefix: {{(pid=100172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:39.646841 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:39.647163 dv-cinder-779194-3-smb neutron-server[100172]: WARNING neutron.quota.resource_registry [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] subnetpool is already registered Jul 27 06:38:39.648827 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: extensions {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.650287 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: address-groups {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.653121 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: address-scopes {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.653121 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: agents {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.654301 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: auto-allocated-topology {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.655542 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: availability_zones {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.656843 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: dhcp-networks {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.658328 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: dhcp-agents {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.659828 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: routers {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.661552 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: flavors {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.662701 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: service_profiles {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.664173 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: next_providers {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.665650 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: service_profiles {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.667071 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: floatingip-pools {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.668573 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: routers {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.670231 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: floatingips {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.671402 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: l3-routers {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.672900 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: l3-agents {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.674359 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: metering-labels {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.675687 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: metering-label-rules {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.676937 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: network-ip-availabilities {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.678312 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: bindings {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.679893 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: quotas {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.681384 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: quotas {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.682904 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: rbac-policies {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.684076 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: security-groups {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.687786 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: security-group-rules {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.687786 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: service-providers {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.688606 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: subnetpools {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.689953 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: subnetpools {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.691550 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.693248 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.694943 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.696803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.698648 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.700500 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.702293 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.704734 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.707494 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.709276 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron.api.extensions [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Extended resource: tags {{(pid=100172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:39.715374 dv-cinder-779194-3-smb neutron-server[100172]: WARNING keystonemiddleware.auth_token [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 06:38:39.720035 dv-cinder-779194-3-smb neutron-server[100172]: WARNING keystonemiddleware.auth_token [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 06:38:39.729100 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_concurrency.lockutils [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Acquired lock "singleton_lock" {{(pid=100172) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 06:38:39.729573 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_concurrency.lockutils [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Releasing lock "singleton_lock" {{(pid=100172) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 06:38:39.730258 dv-cinder-779194-3-smb neutron-server[100172]: INFO oslo_service.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Starting 2 workers Jul 27 06:38:39.735230 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Started child 100283 {{(pid=100172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 06:38:39.739746 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Started child 100284 {{(pid=100172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 06:38:39.740356 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:39.741375 dv-cinder-779194-3-smb neutron-server[100172]: INFO neutron.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 06:38:39.741860 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [-] (100283) wsgi starting up on http://0.0.0.0:9696 Jul 27 06:38:39.742043 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Notify callbacks [] for process, before_spawn {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:39.744477 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:39.744959 dv-cinder-779194-3-smb neutron-server[100172]: INFO oslo_service.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Starting 1 workers Jul 27 06:38:39.745871 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [-] (100284) wsgi starting up on http://0.0.0.0:9696 Jul 27 06:38:39.750354 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Started child 100285 {{(pid=100172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 06:38:39.750860 dv-cinder-779194-3-smb neutron-server[100172]: INFO oslo_service.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Starting 1 workers Jul 27 06:38:39.754028 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] calling RpcWorker wait() {{(pid=100285) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 06:38:39.754641 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] returning from RpcWorker wait() {{(pid=100285) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 06:38:39.757015 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Started child 100286 {{(pid=100172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 06:38:39.757209 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:39.757209 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:39.757494 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-9d864b37-8422-453e-aea4-9f69ff4d7ca5 None None] Notify callbacks [] for process, after_spawn {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:39.758147 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100172) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 06:38:39.758365 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 06:38:39.758549 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 06:38:39.758768 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 06:38:39.759100 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 06:38:39.759248 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 06:38:39.759768 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.760061 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.760323 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.760478 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:39.761005 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.761005 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.761517 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.761724 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.761960 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.762299 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.762503 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.762671 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.762829 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.763064 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.763310 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.763600 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.763893 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.764150 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.764421 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.764571 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.764967 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.765363 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.766202 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.766466 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] debug = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.766721 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.767207 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.767434 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.767709 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.768024 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.768409 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.768638 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.768893 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.769165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.769383 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.769622 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.769858 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.770102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.770342 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.770558 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.770817 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.771363 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.771804 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] host = dv-cinder-779194-3-smb {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.771969 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.772111 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.772303 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.772561 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.772809 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.773060 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.773320 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.773583 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.773840 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.774069 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.774322 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.774588 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.774827 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.775068 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.775223 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_options = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.775466 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.775738 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.776010 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.776202 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.776353 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.776531 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.776826 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.776997 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.777272 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.777491 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.777705 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.777939 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.778260 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.778473 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.778743 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.778948 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.779183 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.779410 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.779669 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.779895 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.780118 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.780357 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.780601 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.780836 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.781118 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.783635 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.783635 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.783635 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.783635 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.783635 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.783635 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.783635 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.783635 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.784695 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.784695 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.784695 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.784695 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.784695 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.784695 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.784695 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.785626 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.785626 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.785626 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.785626 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.786152 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.786152 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_json = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.786152 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.786575 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.786575 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.786843 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.787004 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.788022 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.788310 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.788751 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.789186 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.789410 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.789739 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.789989 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.790240 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.790512 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.790804 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.791055 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.791306 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.791550 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.791826 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:39.791925 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.792073 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.792373 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.792653 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.792887 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.793244 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.793525 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.793799 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.794042 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.794301 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.794526 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.794774 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.795134 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.795420 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.795688 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.795961 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.796186 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.796437 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.797172 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.797419 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.797645 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.797864 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.798142 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.798381 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.798605 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.798830 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.799093 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.799314 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.799551 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.799910 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.800097 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.800355 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.800599 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.800820 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.801058 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.801310 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.801528 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.801759 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.802395 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.802395 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.802550 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.802699 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.802964 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.803201 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.803395 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.803633 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.804936 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.804936 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.804936 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.804936 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.805299 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.805299 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.805532 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.805957 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.805957 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.806394 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.806394 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.806708 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.806806 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.807032 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.807280 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.807500 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.807718 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.808122 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.808122 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.808813 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.808813 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.808813 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.809230 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.809230 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.809431 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.809644 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.809861 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.810079 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.810354 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.810673 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.810924 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.811193 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.811442 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.811702 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.813309 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.813577 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.814342 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.815192 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.815192 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.815192 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.815587 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.815721 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.817803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.817803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.817803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.817803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.817803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.817803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.817803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.817803 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.818559 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.818559 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.818559 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.818559 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.818898 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.818979 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.819554 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.819554 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.819820 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.819947 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.820226 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.820504 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.820782 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.821067 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.821555 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.821555 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.821843 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.822066 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.822301 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.822555 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.822831 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.823075 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.824202 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.824202 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.824480 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.825014 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.825281 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.825567 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.825835 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.826053 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.826339 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.826592 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.826854 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.827131 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.827388 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.827627 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.827917 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.828370 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.828761 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.829186 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.829608 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.830003 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.831126 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.831126 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.831126 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.831126 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.831126 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.831478 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.831550 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.831746 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.831963 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.832186 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.832407 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.832659 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.832878 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.833126 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.833358 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.833602 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.833845 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.834107 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.834349 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.834591 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.834817 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.835079 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.835480 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.835894 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.836284 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.836513 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.836775 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.836995 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.837288 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.837514 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.837754 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.837981 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.838205 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.838426 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.838665 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.838901 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.839137 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.839376 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.839637 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.839977 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.840244 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.840485 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.840739 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.840961 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.841262 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.841505 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.841724 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.841947 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.842186 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.842417 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.842678 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.842903 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.843136 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.843360 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.843622 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.843836 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.844053 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.844275 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.844569 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.844911 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.845368 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.845632 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.845873 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.846110 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.846339 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.846573 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.846783 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.847006 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.847223 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.847433 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.847664 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.847880 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.849165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.849165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.849165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.849165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.849165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.849165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.854568 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.854568 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.854568 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.854568 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.854568 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.854568 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.854568 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.854568 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855086 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855086 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855086 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855086 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855086 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855086 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855086 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855086 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855574 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855574 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855574 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855574 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855574 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855574 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855574 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.855574 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856497 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856497 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856733 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.856941 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.857244 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.857522 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.857785 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.858026 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.858314 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.858660 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.858931 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.859714 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.859948 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.860215 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.860440 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.860657 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.860874 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.861133 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.861352 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.861622 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.861871 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.862134 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.862347 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.862578 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.862813 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.863071 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.863308 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.863527 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.863746 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.863902 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 06:38:39.864432 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100172) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 06:38:39.864592 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 06:38:39.864745 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 06:38:39.864912 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 06:38:39.865098 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 06:38:39.865254 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 06:38:39.865458 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.865619 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.865776 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.865934 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.866093 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.866272 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.866444 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.866579 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.866735 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.866892 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.867050 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.867207 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.867365 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.867527 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.867683 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.867843 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.868000 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.868158 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.868328 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.868486 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.868644 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.868800 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.868959 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] debug = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.869138 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.869350 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.869517 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.869674 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.869831 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.869989 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.870148 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.870301 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.870464 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.870621 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.870777 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.870933 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.871092 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.871252 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.871410 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.871567 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.871725 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.871890 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] host = dv-cinder-779194-3-smb {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.872027 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.872185 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.872344 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.872501 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.872659 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.872815 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.872973 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.873192 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.873362 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.873522 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.873695 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.873823 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.873969 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.874126 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.874282 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_options = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.874439 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.874597 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.874836 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.875024 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.875187 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.875347 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.875490 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.875651 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.875809 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.875967 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.876124 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.876329 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.876464 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.876625 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.876752 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.876875 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.876999 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.877174 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.877331 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.877486 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.877821 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.877981 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.878297 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.878455 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.878765 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.878921 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.879225 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.879531 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.879696 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.879860 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.880018 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.880178 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.880337 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.880495 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.880658 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.880815 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.881151 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.881151 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.883679 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.883679 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.883679 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.883679 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.883679 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.883679 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.883679 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.883679 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_json = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.884165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.884165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.884165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.884165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.884165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.884165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.884165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.884165 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.884627 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.884627 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.884627 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.884627 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.884627 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.884627 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.884627 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.885149 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.885149 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.885149 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.885149 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.885553 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.885553 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.885799 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.885799 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.885950 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.886074 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.886224 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.886382 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.886542 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.886701 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.886859 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.887033 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.887193 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.887353 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.887513 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.887672 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.887832 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.887992 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.888152 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.888317 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.888476 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.888636 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.888794 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.888955 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.889136 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.889297 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.889458 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.889617 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.889778 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.889938 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.890110 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.890232 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.890919 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.891081 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.891240 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.891401 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.891562 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.891722 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.891881 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.892050 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.892209 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.892368 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.892528 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.892687 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.892847 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.893005 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.893214 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.893390 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.893518 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.893641 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.893804 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.893962 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.894121 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.894281 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.894440 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.894601 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.894969 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.894969 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.895258 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.895258 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.895492 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.895492 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.895649 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.895799 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.895959 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.896117 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.896278 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.896439 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.896598 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.896759 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.896918 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.897096 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.897258 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.897426 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.897601 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.897742 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:39.897881 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.897995 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.898116 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.898238 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.898374 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.898498 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.898621 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.898790 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.898950 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.899110 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.899269 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.899430 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.899588 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.899749 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.899910 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.900069 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.900229 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.900387 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.900546 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.900705 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.900864 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.901024 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.901210 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.901336 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.901496 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.901665 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.901835 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.902102 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.902266 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.902434 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.902605 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.902766 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.902926 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.903094 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.903254 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.903397 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.903560 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.903718 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.903876 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.904035 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.904194 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.904361 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.904531 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.904691 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.904850 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.905009 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.905213 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.905373 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.905533 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.905694 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.905853 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.906049 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.906212 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.906373 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.906533 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.906692 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.906852 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.907013 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.907172 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.907333 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.907493 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.907653 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.907828 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.907951 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.908143 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.908297 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.908416 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.908577 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.908740 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.908901 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.909075 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.909226 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.909387 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.909548 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.910159 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.910159 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.910159 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.910159 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.912633 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.912633 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.912633 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.912633 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.912633 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.912633 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.912633 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.912633 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913196 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913196 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913196 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913196 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913196 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913196 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913196 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913196 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913753 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913753 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913753 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913753 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913753 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913753 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913753 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.913753 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.914298 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.914298 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.914298 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.914298 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.914577 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.914656 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.914765 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.914923 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.915082 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.915241 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.915404 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.915569 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.915776 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.915962 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.916125 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.916260 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.916394 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.916536 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.916696 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.916835 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.916971 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.917136 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.917274 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.917410 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.917553 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.917753 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.917936 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.918148 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.918148 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.918498 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.918498 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.918790 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.918790 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.919132 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.919132 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.919371 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.919371 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.919618 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.919618 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.919850 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.919980 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.920107 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.920232 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.920354 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.920504 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.920664 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.920824 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.920983 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.921189 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.921351 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.921511 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.922193 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.922352 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.922512 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.922682 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.922843 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.923004 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.923171 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.923331 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.923490 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.923648 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.923820 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.923980 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.924142 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.924331 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.924456 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.924580 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.924744 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.924909 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.925096 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.925264 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.925426 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.925593 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.925760 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.925928 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.926088 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.926255 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.926427 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.926587 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.926747 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.926907 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.927066 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.927225 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.927384 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.927542 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.927701 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.927859 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.928018 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.928179 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.928337 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.928497 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.928656 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.928815 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.928974 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.929170 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.929331 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.929491 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.929644 dv-cinder-779194-3-smb neutron-server[100172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 06:38:40.226844 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 45124) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:38:40.235529 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063994 Jul 27 06:38:51.600776 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8482a57-b66b-4f69-ae34-a4c25757ffdb None None] get_active_networks_info from dv-cinder-779194-3-smb {{(pid=100285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 06:38:51.704086 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8482a57-b66b-4f69-ae34-a4c25757ffdb None None] No non-hosted networks {{(pid=100285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 06:38:51.727535 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.agentschedulers_db [None req-e8482a57-b66b-4f69-ae34-a4c25757ffdb None None] DHCP Agent not found on host dv-cinder-779194-3-smb {{(pid=100285) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 06:38:51.924499 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-dacc0865-4a8d-45ee-8fc5-4d7cefe33ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425826'] for agent, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:54.292637 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7b3ef36f-3f07-446e-9822-3312ea3a0690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425826'] for agent, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:54.509831 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.db.api [None req-12ae8a18-68b0-4be8-a3eb-05881317b956 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-779194-3-smb {{(pid=100285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 06:38:54.510460 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG oslo_db.api [None req-12ae8a18-68b0-4be8-a3eb-05881317b956 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 06:38:54.721069 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425826'] for agent, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:54.722014 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.722522 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.723008 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.723489 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.723968 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.724444 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.725132 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.725657 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.726137 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.726614 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.727100 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.727574 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:54.728352 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779194-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:54.734882 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779194-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:55.120532 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-12ae8a18-68b0-4be8-a3eb-05881317b956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:55.156160 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425826'] for agent, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:56.759954 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425826'] for agent, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:57.732565 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 45216) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:38:58.227029 dv-cinder-779194-3-smb neutron-server[100284]: WARNING oslo_policy.policy [None req-c159571d-974e-4748-80f4-9cba52dc0196 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:38:58.227586 dv-cinder-779194-3-smb neutron-server[100284]: WARNING oslo_policy.policy [None req-c159571d-974e-4748-80f4-9cba52dc0196 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:38:58.455302 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [None req-c159571d-974e-4748-80f4-9cba52dc0196 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:38:58.457175 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c159571d-974e-4748-80f4-9cba52dc0196 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7236459 Jul 27 06:38:59.473289 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.db.l3_hamode_db [None req-bbfa1232-0cd9-4ffe-aa51-53e646eb0fe0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 06:38:59.549920 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa1232-0cd9-4ffe-aa51-53e646eb0fe0 None None] Routers set() bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:38:59.550297 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa1232-0cd9-4ffe-aa51-53e646eb0fe0 None None] Router IDs set() for agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 06:39:00.825098 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 45230) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:01.131831 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-3f7b20d1-350f-48a6-a0af-c8d0fbf0ba6b admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:01.229412 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.policy [None req-3f7b20d1-350f-48a6-a0af-c8d0fbf0ba6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 06:39:01.273465 dv-cinder-779194-3-smb neutron-server[100284]: WARNING oslo_policy.policy [None req-3f7b20d1-350f-48a6-a0af-c8d0fbf0ba6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:01.273768 dv-cinder-779194-3-smb neutron-server[100284]: WARNING oslo_policy.policy [None req-3f7b20d1-350f-48a6-a0af-c8d0fbf0ba6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:01.282221 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.quota [None req-3f7b20d1-350f-48a6-a0af-c8d0fbf0ba6b admin admin] Loaded quota_driver: . Jul 27 06:39:01.428875 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3f7b20d1-350f-48a6-a0af-c8d0fbf0ba6b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790584442337', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790584442802', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790584427427', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790584489369', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790584064355', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790584474476', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1634152', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1510403', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-497355', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16305276'] for rbac-policy, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:01.578107 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3f7b20d1-350f-48a6-a0af-c8d0fbf0ba6b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:01.579185 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-3f7b20d1-350f-48a6-a0af-c8d0fbf0ba6b admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7531552 Jul 27 06:39:04.103675 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 45242) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:04.406675 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '4a973987a5da451685043eda2f2807ad', 'tenant_id': '4a973987a5da451685043eda2f2807ad'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:04.554795 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Made reservation on behalf of 4a973987a5da451685043eda2f2807ad for: {'network': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:39:04.557541 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:04.574334 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:04.692651 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:04.760210 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:04.778819 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:39:04.806573 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790582196758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:04.807145 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Unsubscribe: segment precommit_create {{(pid=100284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 06:39:04.807628 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.segments_db [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Added segment 8c009211-4d13-4171-8689-bd4ebba86727 of type vlan for network 246ffc1a-e49d-421e-9b80-6460f05ef376 Jul 27 06:39:04.824886 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008bf9b3-d63e-4659-a078-f457e4072826,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:04.878424 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.878772 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.879131 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.879457 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.879779 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.880101 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.880414 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.880728 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.881072 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.881390 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.881699 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.882006 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Tracked resource versions report: Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: pushed versions: Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: { 'AddressGroup': {'1.2'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'ConntrackHelper': {'1.0'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Log': {'1.0'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Network': {'1.1'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Port': {'1.7'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'PortForwarding': {'1.2'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'QosPolicy': {'1.8'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'SecurityGroup': {'1.4'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'SubPort': {'1.0'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Subnet': {'1.1'}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Trunk': {'1.1'}} Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: consumer versions: Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: { DHCP agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: L3 agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: Metadata agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: Metering agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: Open vSwitch agent@dv-cinder-779194-3-smb: { 'AddressGroup': '1.2', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'ConntrackHelper': '1.0', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Log': '1.0', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Network': '1.1', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Port': '1.7', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'PortForwarding': '1.2', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'QosPolicy': '1.8', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'SecurityGroup': '1.4', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'SecurityGroupRule': '1.2', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'SubPort': '1.0', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Subnet': '1.1', Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: 'Trunk': '1.1'}} Jul 27 06:39:04.883065 dv-cinder-779194-3-smb neutron-server[100284]: {{(pid=100284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:39:04.930878 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:05.051704 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:05.052813 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:05.053540 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:05.147263 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] Pushing event updated for resources: {'Network': ['ID=246ffc1a-e49d-421e-9b80-6460f05ef376,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:05.158927 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 246ffc1a-e49d-421e-9b80-6460f05ef376 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:39:05.195601 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-e5352044-2512-4052-b8f3-e59f3b50252c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0908663 Jul 27 06:39:07.786536 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 45256) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:08.164486 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aafa8d9-0b67-43f2-b57b-bef814c11ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:08.165849 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-0aafa8d9-0b67-43f2-b57b-bef814c11ae3 admin admin] 10.222.0.13 "GET /v2.0/networks/246ffc1a-e49d-421e-9b80-6460f05ef376 HTTP/1.1" status: 200 len: 825 time: 0.3783894 Jul 27 06:39:08.190346 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-e118a640-6eee-4d5e-8dd5-0fc3c5c334b3 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/40d5633a-e36d-4bba-a42e-0c457f718f00 HTTP/1.1" status: 200 len: 734 time: 0.0184081 Jul 27 06:39:08.199167 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '40d5633a-e36d-4bba-a42e-0c457f718f00', 'ip_version': 4}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:08.297379 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Made reservation on behalf of 4a973987a5da451685043eda2f2807ad for: {'subnet': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:39:08.299550 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:08.662473 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:08.732737 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b562eda-6815-437c-8edd-79b6f2a253ac,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:08.735012 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Checking segment: {'id': '8c009211-4d13-4171-8689-bd4ebba86727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:08.735391 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Network hostable DHCP agents. Network: 246ffc1a-e49d-421e-9b80-6460f05ef376, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:39:08.822242 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Network 246ffc1a-e49d-421e-9b80-6460f05ef376 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:39:08.885861 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 246ffc1a-e49d-421e-9b80-6460f05ef376) {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:08.891170 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:08.891769 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:08.896340 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da89866b-09c8-4edd-92c9-36fefad79cdd None None] Network 246ffc1a-e49d-421e-9b80-6460f05ef376 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:39:08.962073 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-4d00464f-d392-48d3-afd7-35c4eeb210b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7659745 Jul 27 06:39:09.214606 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0bf30d1-9f76-59c0-80e1-ffc18055d84a-246ffc1a-e49d-421e-9b80-6460f05ef376', 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'fixed_ips': [{'subnet_id': '8b562eda-6815-437c-8edd-79b6f2a253ac'}]}} from dv-cinder-779194-3-smb. {{(pid=100285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:39:09.215861 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:09.487811 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.db_base_plugin_common [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Allocated IP 172.20.0.2 (246ffc1a-e49d-421e-9b80-6460f05ef376/8b562eda-6815-437c-8edd-79b6f2a253ac/75a3fd3f-4162-45cf-994c-33884f2ab3d6) {{(pid=100285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:39:09.717056 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Notify callbacks [] for port, precommit_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:09.732059 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Transition to ACTIVE for port object 75a3fd3f-4162-45cf-994c-33884f2ab3d6 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:09.753460 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Transition to ACTIVE for port object 75a3fd3f-4162-45cf-994c-33884f2ab3d6 will not be triggered until provisioned by entity DHCP. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:09.812129 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:09.887164 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Network 246ffc1a-e49d-421e-9b80-6460f05ef376 is already hosted by enough agents. {{(pid=100285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:39:09.892426 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.base_scheduler [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Resources bound (agent type, host, resource id): {{(pid=100285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:09.897755 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Pushing event updated for resources: {'Port': ['ID=75a3fd3f-4162-45cf-994c-33884f2ab3d6,revision_number=1']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:09.901767 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Received port after_create {{(pid=100285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:39:09.909393 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.909737 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.910072 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.910403 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.910728 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.911052 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.911375 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.911696 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.912031 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.912355 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.912671 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.912981 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Tracked resource versions report: Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: pushed versions: Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: { 'AddressGroup': {'1.2'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'ConntrackHelper': {'1.0'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Log': {'1.0'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Network': {'1.1'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Port': {'1.7'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'PortForwarding': {'1.2'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'QosPolicy': {'1.8'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'SecurityGroup': {'1.4'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'SubPort': {'1.0'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Subnet': {'1.1'}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Trunk': {'1.1'}} Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: consumer versions: Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: { DHCP agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: L3 agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: Metadata agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: Metering agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: Open vSwitch agent@dv-cinder-779194-3-smb: { 'AddressGroup': '1.2', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'ConntrackHelper': '1.0', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Log': '1.0', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Network': '1.1', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Port': '1.7', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'PortForwarding': '1.2', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'QosPolicy': '1.8', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'SecurityGroup': '1.4', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'SecurityGroupRule': '1.2', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'SubPort': '1.0', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Subnet': '1.1', Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: 'Trunk': '1.1'}} Jul 27 06:39:09.914058 dv-cinder-779194-3-smb neutron-server[100285]: {{(pid=100285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:39:09.989311 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Attempting to bind port 75a3fd3f-4162-45cf-994c-33884f2ab3d6 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:39:09.989705 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Attempting to bind port 75a3fd3f-4162-45cf-994c-33884f2ab3d6 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': '8c009211-4d13-4171-8689-bd4ebba86727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:39:09.990113 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Attempting to bind port 75a3fd3f-4162-45cf-994c-33884f2ab3d6 on network 246ffc1a-e49d-421e-9b80-6460f05ef376 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:39:09.994928 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:39:09.995368 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Checking segment: {'id': '8c009211-4d13-4171-8689-bd4ebba86727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:09.995840 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:09.996223 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Bound using segment: {'id': '8c009211-4d13-4171-8689-bd4ebba86727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:39:09.996677 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Bound port: 75a3fd3f-4162-45cf-994c-33884f2ab3d6, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c009211-4d13-4171-8689-bd4ebba86727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:39:09.997090 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:10.060016 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] For port 75a3fd3f-4162-45cf-994c-33884f2ab3d6, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:39:10.064296 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] For port 75a3fd3f-4162-45cf-994c-33884f2ab3d6, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=75a3fd3f-4162-45cf-994c-33884f2ab3d6,segment=NetworkSegment(8c009211-4d13-4171-8689-bd4ebba86727),segment_id=8c009211-4d13-4171-8689-bd4ebba86727)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:39:10.114724 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:10.181338 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2a097-994d-43f7-82f0-5ec474326e55 None None] Pushing event updated for resources: {'Port': ['ID=75a3fd3f-4162-45cf-994c-33884f2ab3d6,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:11.334761 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45264) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:11.826497 dv-cinder-779194-3-smb neutron-server[100283]: WARNING oslo_policy.policy [None req-231e74b2-cbc5-4db0-86db-de3860b23b72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:11.827764 dv-cinder-779194-3-smb neutron-server[100283]: WARNING oslo_policy.policy [None req-231e74b2-cbc5-4db0-86db-de3860b23b72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:12.041186 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [None req-231e74b2-cbc5-4db0-86db-de3860b23b72 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:39:12.042344 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-231e74b2-cbc5-4db0-86db-de3860b23b72 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7054608 Jul 27 06:39:14.426260 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45278) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:14.737585 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [None req-7cf8b012-08cb-43d9-90b0-d94b1e6fc756 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:39:14.738727 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-7cf8b012-08cb-43d9-90b0-d94b1e6fc756 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114333 Jul 27 06:39:17.340608 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45292) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:17.646519 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'name': 'router1'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:17.710339 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.policy [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 06:39:17.755554 dv-cinder-779194-3-smb neutron-server[100283]: WARNING oslo_policy.policy [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:17.755949 dv-cinder-779194-3-smb neutron-server[100283]: WARNING oslo_policy.policy [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:17.765214 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.quota [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] Loaded quota_driver: . Jul 27 06:39:17.938158 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5824'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:17.940015 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5817'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:18.103504 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:18.190026 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422747'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:18.280218 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:18.281384 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-968012a8-1fb4-4552-93b4-23c85856ed1a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9396713 Jul 27 06:39:18.518731 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a22e25-a2fe-43f2-a136-0d68c2b94ca7 None None] Network 246ffc1a-e49d-421e-9b80-6460f05ef376 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:39:18.523202 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 75a3fd3f-4162-45cf-994c-33884f2ab3d6 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:18.721641 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-78b6e6db-e341-45a4-b117-235658607bb5 None None] Provisioning for port 75a3fd3f-4162-45cf-994c-33884f2ab3d6 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:18.750499 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 75a3fd3f-4162-45cf-994c-33884f2ab3d6 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:18.757061 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 75a3fd3f-4162-45cf-994c-33884f2ab3d6 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:18.757451 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:18.898956 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:18.939426 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 75a3fd3f-4162-45cf-994c-33884f2ab3d6, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=75a3fd3f-4162-45cf-994c-33884f2ab3d6,segment=NetworkSegment(8c009211-4d13-4171-8689-bd4ebba86727),segment_id=8c009211-4d13-4171-8689-bd4ebba86727)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:39:19.011934 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:19.070791 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=75a3fd3f-4162-45cf-994c-33884f2ab3d6,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:19.077290 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-46b35ce2-316b-4f7e-ad98-4c535eb05b8d None None] Provisioning complete for port 75a3fd3f-4162-45cf-994c-33884f2ab3d6 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:19.077664 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-46b35ce2-316b-4f7e-ad98-4c535eb05b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:20.486731 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 75a3fd3f-4162-45cf-994c-33884f2ab3d6 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:20.533454 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 75a3fd3f-4162-45cf-994c-33884f2ab3d6 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:20.533827 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:20.694773 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45304) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:21.002590 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [None req-30831dad-1e4a-4773-b437-ace0e1e24af7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:39:21.003560 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-30831dad-1e4a-4773-b437-ace0e1e24af7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3079371 Jul 27 06:39:21.577802 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-938b710d-8d1f-466c-bee6-4dda13d0cffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:23.366042 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45312) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:23.670479 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:23.736663 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Made reservation on behalf of 4df635583b494816a4124eab5ac45a8c for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:39:23.739518 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:23.755320 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:23.868764 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:23.913944 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:23.924107 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Reserving flat network on physical network physnet1 {{(pid=100283) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 06:39:23.958153 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790582196758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:23.958734 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Unsubscribe: segment precommit_create {{(pid=100283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 06:39:23.959238 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Added segment fa3a9fe0-bad4-4f42-81b5-a17a9f064da2 of type flat for network dbd54c5b-fe1a-4472-828f-a356ddc3c795 Jul 27 06:39:23.966178 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301e1e34-8331-4a4d-936b-4a74ed100c6b,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:23.985720 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.990667 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.990667 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.990667 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.990667 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.990667 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.991065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.991065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.991065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.991065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.991065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Tracked resource versions report: Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: pushed versions: Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: { 'AddressGroup': {'1.2'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'ConntrackHelper': {'1.0'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Log': {'1.0'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Network': {'1.1'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Port': {'1.7'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'PortForwarding': {'1.2'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'QosPolicy': {'1.8'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'SecurityGroup': {'1.4'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'SubPort': {'1.0'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Subnet': {'1.1'}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Trunk': {'1.1'}} Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: consumer versions: Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: { DHCP agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: L3 agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: Metadata agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: Metering agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: Open vSwitch agent@dv-cinder-779194-3-smb: { 'AddressGroup': '1.2', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'ConntrackHelper': '1.0', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Log': '1.0', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Network': '1.1', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Port': '1.7', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'PortForwarding': '1.2', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'QosPolicy': '1.8', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'SecurityGroup': '1.4', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'SecurityGroupRule': '1.2', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'SubPort': '1.0', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Subnet': '1.1', Jul 27 06:39:23.991440 dv-cinder-779194-3-smb neutron-server[100283]: 'Trunk': '1.1'}} Jul 27 06:39:23.993622 dv-cinder-779194-3-smb neutron-server[100283]: {{(pid=100283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:39:24.084936 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:24.182484 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:24.183643 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:24.184289 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:24.210973 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-65eb7a90-51a7-419b-bd99-57008a6e65e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:24.296226 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd54c5b-fe1a-4472-828f-a356ddc3c795,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:24.306310 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:39:24.331981 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-dadc04af-3112-44bc-bb34-b340aa208300 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9648504 Jul 27 06:39:24.714086 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:25.125476 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:26.692621 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45334) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:26.708475 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:26.907223 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679cdf04-cb50-4dbc-84f6-9487b8d2b25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:26.908561 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-679cdf04-cb50-4dbc-84f6-9487b8d2b25f admin admin] 10.222.0.13 "GET /v2.0/subnets/8b562eda-6815-437c-8edd-79b6f2a253ac HTTP/1.1" status: 200 len: 849 time: 0.2149711 Jul 27 06:39:27.049618 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-87f6a91c-1f93-4229-9421-e508cc162979 admin admin] 10.222.0.13 "GET /v2.0/routers/d57e055f-3478-4482-afd3-f87806023411 HTTP/1.1" status: 200 len: 704 time: 0.1348641 Jul 27 06:39:27.309303 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:27.605313 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Allocated IP 172.20.0.1 (246ffc1a-e49d-421e-9b80-6460f05ef376/8b562eda-6815-437c-8edd-79b6f2a253ac/ab46a01c-a8d8-407c-bbc0-dd2021996593) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:39:27.790780 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:27.813491 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Transition to ACTIVE for port object ab46a01c-a8d8-407c-bbc0-dd2021996593 will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:27.943521 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:28.028845 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Network 246ffc1a-e49d-421e-9b80-6460f05ef376 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:39:28.034106 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:28.039609 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Pushing event updated for resources: {'Port': ['ID=ab46a01c-a8d8-407c-bbc0-dd2021996593,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:28.051604 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:39:28.052166 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-422918'] for router_interface, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:28.314254 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-12bfcf6d-06ce-4f99-bf5f-95c78b3a5789 None None] Provisioning for port ab46a01c-a8d8-407c-bbc0-dd2021996593 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:28.318454 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-12bfcf6d-06ce-4f99-bf5f-95c78b3a5789 None None] Provisioning complete for port ab46a01c-a8d8-407c-bbc0-dd2021996593 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:28.318848 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-12bfcf6d-06ce-4f99-bf5f-95c78b3a5789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:28.352828 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-12bfcf6d-06ce-4f99-bf5f-95c78b3a5789 None None] Port ab46a01c-a8d8-407c-bbc0-dd2021996593 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:39:28.383980 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:28.559154 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:28.610164 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:28.610928 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425878'] for router_interface, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:28.687414 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Pushing event updated for resources: {'Port': ['ID=ab46a01c-a8d8-407c-bbc0-dd2021996593,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:28.732343 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Network 246ffc1a-e49d-421e-9b80-6460f05ef376 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:39:28.734159 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:28.965729 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Router d57e055f-3478-4482-afd3-f87806023411 is scheduled to L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:39:28.973554 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-d338fb4f-4a11-4c80-a4df-97550b1281c9 None None] Provisioning complete for port ab46a01c-a8d8-407c-bbc0-dd2021996593 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:28.973930 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-d338fb4f-4a11-4c80-a4df-97550b1281c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:29.015215 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-d338fb4f-4a11-4c80-a4df-97550b1281c9 None None] Port ab46a01c-a8d8-407c-bbc0-dd2021996593 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:39:29.058061 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:39:29.063858 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-8bf01411-51ef-407d-a32a-fc3f448a3d40 admin admin] 10.222.0.13 "PUT /v2.0/routers/d57e055f-3478-4482-afd3-f87806023411/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0098162 Jul 27 06:39:29.081132 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Sync routers for ids ['d57e055f-3478-4482-afd3-f87806023411'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:39:29.092542 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Routers {'d57e055f-3478-4482-afd3-f87806023411'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:39:29.093462 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:39:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['d57e055f-3478-4482-afd3-f87806023411'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:29.276295 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Set router d57e055f-3478-4482-afd3-f87806023411 gateway port host: None {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:39:29.702790 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57e055f-3478-4482-afd3-f87806023411', 'name': 'router1', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:17Z', 'updated_at': '2021-07-27T06:39:28Z', 'revision_number': 2, 'project_id': '4a973987a5da451685043eda2f2807ad', 'gw_port_host': None, '_interfaces': [{'id': 'ab46a01c-a8d8-407c-bbc0-dd2021996593', 'name': '', 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'mac_address': 'fa:16:3e:3f:fa:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57e055f-3478-4482-afd3-f87806023411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:27Z', 'updated_at': '2021-07-27T06:39:28Z', 'revision_number': 2, 'project_id': '4a973987a5da451685043eda2f2807ad', 'subnets': [{'id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40d5633a-e36d-4bba-a42e-0c457f718f00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:29.753645 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Checking router: d57e055f-3478-4482-afd3-f87806023411 for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:39:29.754017 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Updating router d57e055f-3478-4482-afd3-f87806023411 port ab46a01c-a8d8-407c-bbc0-dd2021996593 binding host dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:39:29.816587 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:30.305303 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Notify callbacks [] for port, precommit_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:30.324262 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.provisioning_blocks [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Transition to ACTIVE for port object ab46a01c-a8d8-407c-bbc0-dd2021996593 will not be triggered until provisioned by entity L2. {{(pid=100286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:30.485482 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:30.640126 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Pushing event updated for resources: {'Port': ['ID=ab46a01c-a8d8-407c-bbc0-dd2021996593,revision_number=3']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:30.659660 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.660010 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.660342 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.660674 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.660998 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.661413 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.661736 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.662057 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.662382 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.662703 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.663017 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.663331 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Tracked resource versions report: Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: pushed versions: Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: { 'AddressGroup': {'1.2'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'ConntrackHelper': {'1.0'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Log': {'1.0'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Network': {'1.1'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Port': {'1.7'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'PortForwarding': {'1.2'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'QosPolicy': {'1.8'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'SecurityGroup': {'1.4'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'SubPort': {'1.0'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Subnet': {'1.1'}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Trunk': {'1.1'}} Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: consumer versions: Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: { DHCP agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: L3 agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: Metadata agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: Metering agent@dv-cinder-779194-3-smb: {}, Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: Open vSwitch agent@dv-cinder-779194-3-smb: { 'AddressGroup': '1.2', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'ConntrackHelper': '1.0', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Log': '1.0', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Network': '1.1', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Port': '1.7', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'PortForwarding': '1.2', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'QosPolicy': '1.8', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'SecurityGroup': '1.4', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'SecurityGroupRule': '1.2', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'SubPort': '1.0', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Subnet': '1.1', Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: 'Trunk': '1.1'}} Jul 27 06:39:30.664368 dv-cinder-779194-3-smb neutron-server[100286]: {{(pid=100286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:39:30.666896 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Attempting to bind port ab46a01c-a8d8-407c-bbc0-dd2021996593 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:39:30.667117 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Attempting to bind port ab46a01c-a8d8-407c-bbc0-dd2021996593 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': '8c009211-4d13-4171-8689-bd4ebba86727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376'}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:39:30.667514 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Attempting to bind port ab46a01c-a8d8-407c-bbc0-dd2021996593 on network 246ffc1a-e49d-421e-9b80-6460f05ef376 {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:39:30.673399 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:39:30.673824 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Checking segment: {'id': '8c009211-4d13-4171-8689-bd4ebba86727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:30.674301 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:30.674680 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Bound using segment: {'id': '8c009211-4d13-4171-8689-bd4ebba86727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376'} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:39:30.675160 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Bound port: ab46a01c-a8d8-407c-bbc0-dd2021996593, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c009211-4d13-4171-8689-bd4ebba86727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376'}}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:39:30.675536 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:30.740119 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] For port ab46a01c-a8d8-407c-bbc0-dd2021996593, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:39:30.766509 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] For port ab46a01c-a8d8-407c-bbc0-dd2021996593, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=ab46a01c-a8d8-407c-bbc0-dd2021996593,segment=NetworkSegment(8c009211-4d13-4171-8689-bd4ebba86727),segment_id=8c009211-4d13-4171-8689-bd4ebba86727)] {{(pid=100286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:39:30.822970 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:30.880742 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Routers {'d57e055f-3478-4482-afd3-f87806023411'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:39:30.881478 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:39:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['d57e055f-3478-4482-afd3-f87806023411'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:30.885133 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631d22b-d0b2-4b54-8475-4c83ffd64fa5 None None] Pushing event updated for resources: {'Port': ['ID=ab46a01c-a8d8-407c-bbc0-dd2021996593,revision_number=4']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:30.973024 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] Set router d57e055f-3478-4482-afd3-f87806023411 gateway port host: None {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:39:31.180545 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57e055f-3478-4482-afd3-f87806023411', 'name': 'router1', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:17Z', 'updated_at': '2021-07-27T06:39:28Z', 'revision_number': 2, 'project_id': '4a973987a5da451685043eda2f2807ad', 'gw_port_host': None, '_interfaces': [{'id': 'ab46a01c-a8d8-407c-bbc0-dd2021996593', 'name': '', 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'mac_address': 'fa:16:3e:3f:fa:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57e055f-3478-4482-afd3-f87806023411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:27Z', 'updated_at': '2021-07-27T06:39:30Z', 'revision_number': 4, 'project_id': '4a973987a5da451685043eda2f2807ad', 'subnets': [{'id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40d5633a-e36d-4bba-a42e-0c457f718f00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:31.210482 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a51cbb-8ed0-417a-8834-08712cf21af6 None None] The sync data for ids ['d57e055f-3478-4482-afd3-f87806023411'] in dv-cinder-779194-3-smb is: [{'id': 'd57e055f-3478-4482-afd3-f87806023411', 'name': 'router1', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:17Z', 'updated_at': '2021-07-27T06:39:28Z', 'revision_number': 2, 'project_id': '4a973987a5da451685043eda2f2807ad', 'gw_port_host': None, '_interfaces': [{'id': 'ab46a01c-a8d8-407c-bbc0-dd2021996593', 'name': '', 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'mac_address': 'fa:16:3e:3f:fa:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57e055f-3478-4482-afd3-f87806023411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:27Z', 'updated_at': '2021-07-27T06:39:30Z', 'revision_number': 4, 'project_id': '4a973987a5da451685043eda2f2807ad', 'subnets': [{'id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40d5633a-e36d-4bba-a42e-0c457f718f00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:39:31.320289 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45356) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:31.432174 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9944618-5871-429c-ac45-dd61269a22a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:31.433474 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b9944618-5871-429c-ac45-dd61269a22a0 admin admin] 10.222.0.13 "GET /v2.0/networks/dbd54c5b-fe1a-4472-828f-a356ddc3c795 HTTP/1.1" status: 200 len: 842 time: 0.1122451 Jul 27 06:39:31.443160 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Request body: {'subnet': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'name': 'public-subnet'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:31.548202 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Made reservation on behalf of 4df635583b494816a4124eab5ac45a8c for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:39:31.550456 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.925713 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.objects.ports [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100283) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 06:39:31.926170 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.981737 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fa0f4c-c743-4c29-89e9-f07fd842b8bb,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:31.990466 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Checking segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:31.990816 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Network hostable DHCP agents. Network: dbd54c5b-fe1a-4472-828f-a356ddc3c795, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:39:32.085161 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:39:32.170571 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, dbd54c5b-fe1a-4472-828f-a356ddc3c795) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:32.175850 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:32.176545 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:32.180150 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ddadb5-28f1-4348-858a-e17f7dbb6b2a None None] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:39:32.257822 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-8b9649fd-71df-4b2e-ad51-2869c93a13d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8180552 Jul 27 06:39:32.321463 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088836c8-2b8e-475d-a0fe-d2041d9a5818 None None] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:39:34.517656 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45364) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:34.650404 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-dc8f20f1-e26d-4b9a-a2a1-99524e6a695c admin admin] 10.222.0.13 "GET /v2.0/routers/d57e055f-3478-4482-afd3-f87806023411 HTTP/1.1" status: 200 len: 710 time: 0.1315815 Jul 27 06:39:34.739735 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d5958-2073-4c18-86b4-d05239404a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:34.741202 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-5c6d5958-2073-4c18-86b4-d05239404a0b admin admin] 10.222.0.13 "GET /v2.0/networks/dbd54c5b-fe1a-4472-828f-a356ddc3c795 HTTP/1.1" status: 200 len: 886 time: 0.0843954 Jul 27 06:39:34.750346 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:35.066850 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5807'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:35.357816 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:35.434768 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:35.540578 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Allocated IP 172.28.1.239 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/9bbbb9ab-92d8-44a4-b2a4-231d89416300) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:39:35.638908 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:35.714291 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:35.755889 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:39:35.757553 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:35.760268 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:39:35.802930 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbbb9ab-92d8-44a4-b2a4-231d89416300,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:36.076266 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:36.277626 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5807'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:36.281017 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422754', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539847'] for router, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:36.391913 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Router d57e055f-3478-4482-afd3-f87806023411 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:39:36.537373 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device ab46a01c-a8d8-407c-bbc0-dd2021996593 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:36.605409 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:39:36.610339 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:36.611625 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-2743957a-19f3-4a6f-a039-72caf595bee4 admin admin] 10.222.0.13 "PUT /v2.0/routers/d57e055f-3478-4482-afd3-f87806023411 HTTP/1.1" status: 200 len: 890 time: 1.8644826 Jul 27 06:39:36.661604 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port ab46a01c-a8d8-407c-bbc0-dd2021996593 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:36.666407 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port ab46a01c-a8d8-407c-bbc0-dd2021996593 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:36.666907 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:36.750505 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:36.834789 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port ab46a01c-a8d8-407c-bbc0-dd2021996593, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=ab46a01c-a8d8-407c-bbc0-dd2021996593,segment=NetworkSegment(8c009211-4d13-4171-8689-bd4ebba86727),segment_id=8c009211-4d13-4171-8689-bd4ebba86727)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:39:36.908122 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:36.955835 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=ab46a01c-a8d8-407c-bbc0-dd2021996593,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:37.653202 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Sync routers for ids ['d57e055f-3478-4482-afd3-f87806023411'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:39:37.663406 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Routers {'d57e055f-3478-4482-afd3-f87806023411'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:39:37.664140 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:39:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['d57e055f-3478-4482-afd3-f87806023411'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:37.868996 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Set router d57e055f-3478-4482-afd3-f87806023411 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:39:38.257823 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57e055f-3478-4482-afd3-f87806023411', 'name': 'router1', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '9bbbb9ab-92d8-44a4-b2a4-231d89416300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:17Z', 'updated_at': '2021-07-27T06:39:35Z', 'revision_number': 4, 'project_id': '4a973987a5da451685043eda2f2807ad', 'gw_port': {'id': '9bbbb9ab-92d8-44a4-b2a4-231d89416300', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57e055f-3478-4482-afd3-f87806023411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:35Z', 'updated_at': '2021-07-27T06:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'ab46a01c-a8d8-407c-bbc0-dd2021996593', 'name': '', 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'mac_address': 'fa:16:3e:3f:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57e055f-3478-4482-afd3-f87806023411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:27Z', 'updated_at': '2021-07-27T06:39:36Z', 'revision_number': 5, 'project_id': '4a973987a5da451685043eda2f2807ad', 'subnets': [{'id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40d5633a-e36d-4bba-a42e-0c457f718f00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:38.308740 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Checking router: d57e055f-3478-4482-afd3-f87806023411 for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:39:38.309134 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Updating router d57e055f-3478-4482-afd3-f87806023411 port 9bbbb9ab-92d8-44a4-b2a4-231d89416300 binding host dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:39:38.341570 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:38.530738 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device ab46a01c-a8d8-407c-bbc0-dd2021996593 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:38.638000 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port ab46a01c-a8d8-407c-bbc0-dd2021996593 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:38.638401 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:38.731222 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:38.761109 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Transition to ACTIVE for port object 9bbbb9ab-92d8-44a4-b2a4-231d89416300 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:38.856657 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:38.988459 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Attempting to bind port 9bbbb9ab-92d8-44a4-b2a4-231d89416300 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:39:38.988946 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Attempting to bind port 9bbbb9ab-92d8-44a4-b2a4-231d89416300 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:39:38.989562 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Attempting to bind port 9bbbb9ab-92d8-44a4-b2a4-231d89416300 on network dbd54c5b-fe1a-4472-828f-a356ddc3c795 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:39:38.994169 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45376) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:38.996681 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3ae82-e9a9-4284-922f-dfb4962d4717 None None] Pushing event updated for resources: {'Port': ['ID=9bbbb9ab-92d8-44a4-b2a4-231d89416300,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:39.001298 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:39:39.001825 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Checking segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:39.002322 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:39.002778 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Bound using segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:39:39.003308 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Bound port: 9bbbb9ab-92d8-44a4-b2a4-231d89416300, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:39:39.003943 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:39.058319 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] For port 9bbbb9ab-92d8-44a4-b2a4-231d89416300, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:39:39.061288 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] For port 9bbbb9ab-92d8-44a4-b2a4-231d89416300, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=9bbbb9ab-92d8-44a4-b2a4-231d89416300,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:39:39.124005 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-8da5a19b-0d98-491b-81fb-9d9e39430195 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1284244 Jul 27 06:39:39.200043 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:39.258374 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Routers {'d57e055f-3478-4482-afd3-f87806023411'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:39:39.259007 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:39:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['d57e055f-3478-4482-afd3-f87806023411'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:39.296321 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3ae82-e9a9-4284-922f-dfb4962d4717 None None] Pushing event updated for resources: {'Port': ['ID=9bbbb9ab-92d8-44a4-b2a4-231d89416300,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:39.370706 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] Set router d57e055f-3478-4482-afd3-f87806023411 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:39:39.585963 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57e055f-3478-4482-afd3-f87806023411', 'name': 'router1', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '9bbbb9ab-92d8-44a4-b2a4-231d89416300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:17Z', 'updated_at': '2021-07-27T06:39:35Z', 'revision_number': 4, 'project_id': '4a973987a5da451685043eda2f2807ad', 'gw_port': {'id': '9bbbb9ab-92d8-44a4-b2a4-231d89416300', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57e055f-3478-4482-afd3-f87806023411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:35Z', 'updated_at': '2021-07-27T06:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'ab46a01c-a8d8-407c-bbc0-dd2021996593', 'name': '', 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'mac_address': 'fa:16:3e:3f:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57e055f-3478-4482-afd3-f87806023411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:27Z', 'updated_at': '2021-07-27T06:39:36Z', 'revision_number': 5, 'project_id': '4a973987a5da451685043eda2f2807ad', 'subnets': [{'id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40d5633a-e36d-4bba-a42e-0c457f718f00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:39.611298 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b153-0242-4725-a543-d1ee7f74b3ab None None] The sync data for ids ['d57e055f-3478-4482-afd3-f87806023411'] in dv-cinder-779194-3-smb is: [{'id': 'd57e055f-3478-4482-afd3-f87806023411', 'name': 'router1', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '9bbbb9ab-92d8-44a4-b2a4-231d89416300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:17Z', 'updated_at': '2021-07-27T06:39:35Z', 'revision_number': 4, 'project_id': '4a973987a5da451685043eda2f2807ad', 'gw_port': {'id': '9bbbb9ab-92d8-44a4-b2a4-231d89416300', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57e055f-3478-4482-afd3-f87806023411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:35Z', 'updated_at': '2021-07-27T06:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'ab46a01c-a8d8-407c-bbc0-dd2021996593', 'name': '', 'network_id': '246ffc1a-e49d-421e-9b80-6460f05ef376', 'tenant_id': '4a973987a5da451685043eda2f2807ad', 'mac_address': 'fa:16:3e:3f:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57e055f-3478-4482-afd3-f87806023411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:27Z', 'updated_at': '2021-07-27T06:39:36Z', 'revision_number': 5, 'project_id': '4a973987a5da451685043eda2f2807ad', 'subnets': [{'id': '8b562eda-6815-437c-8edd-79b6f2a253ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40d5633a-e36d-4bba-a42e-0c457f718f00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:39:40.531218 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 9bbbb9ab-92d8-44a4-b2a4-231d89416300 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:40.690512 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 9bbbb9ab-92d8-44a4-b2a4-231d89416300 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:40.697295 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 9bbbb9ab-92d8-44a4-b2a4-231d89416300 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:40.697295 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:40.779027 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:40.808089 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 9bbbb9ab-92d8-44a4-b2a4-231d89416300, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=9bbbb9ab-92d8-44a4-b2a4-231d89416300,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:39:40.856667 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:40.908098 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=9bbbb9ab-92d8-44a4-b2a4-231d89416300,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:42.518508 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 9bbbb9ab-92d8-44a4-b2a4-231d89416300 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:42.581541 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 9bbbb9ab-92d8-44a4-b2a4-231d89416300 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:42.582221 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:48.813256 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:39:51.559000 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9feaf7a5-5d5b-4e1e-9bba-f247e22922f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:54.215787 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-975542fd-73e2-42d5-baa4-7893e9dce7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:54.720553 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:55.120056 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:56.771036 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:21.563755 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0c6a917d-a694-4c43-bb61-a5aa0cd09c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:24.214920 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5324283a-6921-43a0-8dfb-88a983efd4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:24.712576 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:25.123421 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:25.813130 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:40:26.815087 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:51.602602 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-72d4c23f-122d-4c3f-8c92-b05027c5eab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:54.202311 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e5250858-bb9d-4457-a9d1-c82f1b936a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:54.728235 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:55.099998 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:56.728146 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:02.812019 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:41:17.789940 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45944) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:17.848124 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.pecan_wsgi.hooks.translation [None req-600880d4-0390-4d39-a040-bf7d2b7ebb9c admin admin] GET failed (client error): The resource could not be found. Jul 27 06:41:17.849421 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-600880d4-0390-4d39-a040-bf7d2b7ebb9c admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0585592 Jul 27 06:41:18.019163 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b4035-f713-46d8-8934-225446f8b369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:18.020532 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-854b4035-f713-46d8-8934-225446f8b369 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1669071 Jul 27 06:41:20.183514 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45954) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:20.271474 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522595b5-4ddb-4465-b3d9-fd142a065ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:20.272779 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-522595b5-4ddb-4465-b3d9-fd142a065ebf admin admin] 10.222.0.13 "GET /v2.0/subnets/8b562eda-6815-437c-8edd-79b6f2a253ac HTTP/1.1" status: 200 len: 849 time: 0.0883322 Jul 27 06:41:20.282496 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:41:20.365806 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:20.550186 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790582120933'] for subnet, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:20.580782 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:20.581379 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:20.582665 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] 10.222.0.13 "PUT /v2.0/subnets/8b562eda-6815-437c-8edd-79b6f2a253ac HTTP/1.1" status: 200 len: 868 time: 0.3037632 Jul 27 06:41:20.586798 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd586236-b5a1-4770-9771-dbc507a7de10 None None] Network 246ffc1a-e49d-421e-9b80-6460f05ef376 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:41:20.603981 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b562eda-6815-437c-8edd-79b6f2a253ac,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:41:20.611542 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.611901 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.612273 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.612607 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.612935 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.613304 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.613627 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.613949 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.614292 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.614614 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.614929 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.615241 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d037b8d-7dcb-4ee9-87e7-3f3fab145203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:20.916860 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-0814c3b2-58b7-4bc8-8004-312b67c2edf7 None None] Provisioning complete for port 75a3fd3f-4162-45cf-994c-33884f2ab3d6 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:41:20.917326 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0814c3b2-58b7-4bc8-8004-312b67c2edf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:21.000511 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-0814c3b2-58b7-4bc8-8004-312b67c2edf7 None None] Provisioning complete for port ab46a01c-a8d8-407c-bbc0-dd2021996593 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:41:21.000873 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0814c3b2-58b7-4bc8-8004-312b67c2edf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:21.561562 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1ae70d00-6247-4caa-a17b-840f55d2582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:22.753181 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45962) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:22.952555 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eababc-e985-4e81-813b-1c919a253742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:22.953058 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eababc-e985-4e81-813b-1c919a253742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:22.954606 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-a3eababc-e985-4e81-813b-1c919a253742 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004445 Jul 27 06:41:24.207141 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fbd4-1a2b-4f08-ab2f-0615c8cfb970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:24.756060 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:25.104398 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45970) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:25.133055 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:25.234654 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f86d3-d6b3-4266-b502-f75e6cbea347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:25.235118 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f86d3-d6b3-4266-b502-f75e6cbea347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:25.236617 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-e20f86d3-d6b3-4266-b502-f75e6cbea347 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312716 Jul 27 06:41:26.721543 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:27.394113 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45978) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:27.521029 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c1326a-6f5f-44e1-bf00-a617f8674c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:27.522374 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-14c1326a-6f5f-44e1-bf00-a617f8674c95 admin admin] 10.222.0.13 "GET /v2.0/networks/246ffc1a-e49d-421e-9b80-6460f05ef376 HTTP/1.1" status: 200 len: 869 time: 0.1272995 Jul 27 06:41:29.671277 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45986) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:29.790465 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519e8f5-d9fa-45a2-92ba-70bd072cc101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:29.792458 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b519e8f5-d9fa-45a2-92ba-70bd072cc101 admin admin] 10.222.0.13 "GET /v2.0/networks/dbd54c5b-fe1a-4472-828f-a356ddc3c795 HTTP/1.1" status: 200 len: 886 time: 0.1202285 Jul 27 06:41:31.930761 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 45994) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:32.054460 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f00a69-2163-4c88-974d-d7a4e6a719d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:32.054924 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f00a69-2163-4c88-974d-d7a4e6a719d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:32.056818 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-c4f00a69-2163-4c88-974d-d7a4e6a719d0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248834 Jul 27 06:41:34.202491 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46002) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:34.291362 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a6577-258a-42f6-8721-58165276dc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:34.291828 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a6577-258a-42f6-8721-58165276dc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:34.293352 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-773a6577-258a-42f6-8721-58165276dc93 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898724 Jul 27 06:41:36.470398 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46010) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:36.558454 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fc132-27fe-4de3-8f29-8d29cb51a126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:36.559790 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-8a1fc132-27fe-4de3-8f29-8d29cb51a126 admin admin] 10.222.0.13 "GET /v2.0/subnets/8b562eda-6815-437c-8edd-79b6f2a253ac HTTP/1.1" status: 200 len: 868 time: 0.0884545 Jul 27 06:41:38.713733 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46018) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:38.797959 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c0440-2bd7-4f4d-8ebc-c78d442f4d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:38.799193 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-209c0440-2bd7-4f4d-8ebc-c78d442f4d7e admin admin] 10.222.0.13 "GET /v2.0/subnets/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb HTTP/1.1" status: 200 len: 816 time: 0.0845220 Jul 27 06:41:39.810668 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:41:51.577347 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e32ad2cc-ab11-4843-a640-2bd341413b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:54.211670 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1dcf5b8f-e924-405e-b178-be9c2228daba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:54.709291 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:55.114803 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:56.725865 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:04.368640 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46072) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:42:04.414255 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [None req-dd5a0916-e2c4-4fb4-9270-10e4c603b107 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:42:04.415367 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-dd5a0916-e2c4-4fb4-9270-10e4c603b107 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457249 Jul 27 06:42:06.649754 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46080) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:42:06.707478 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.pecan_wsgi.hooks.translation [None req-6961ed62-4d47-43f3-8ee6-c170ff9c3aae admin admin] GET failed (client error): The resource could not be found. Jul 27 06:42:06.708742 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6961ed62-4d47-43f3-8ee6-c170ff9c3aae admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580795 Jul 27 06:42:06.792420 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120faf7e-c194-42bd-9c3f-c8778edbd40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:42:06.793910 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-120faf7e-c194-42bd-9c3f-c8778edbd40f admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803275 Jul 27 06:42:08.963854 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46088) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:42:09.009619 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:42:09.091032 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Made reservation on behalf of 4df635583b494816a4124eab5ac45a8c for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:42:09.093322 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:09.124399 dv-cinder-779194-3-smb neutron-server[100283]: WARNING neutron.services.revisions.revision_plugin [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Could not find related network for resource to bump revision. Jul 27 06:42:09.138532 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:42:09.147991 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:09.148270 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Added segment 1e72605e-53d6-4e4f-bf04-98ad019a7644 of type vlan for network 5e953ece-bfc6-4932-9830-056d1e18b428 Jul 27 06:42:09.185311 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:09.274749 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:09.275710 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:42:09.276283 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:09.331260 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] Pushing event updated for resources: {'Network': ['ID=5e953ece-bfc6-4932-9830-056d1e18b428,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:09.342520 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 5e953ece-bfc6-4932-9830-056d1e18b428 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:42:09.389473 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-015f6a5b-598e-4770-8964-a2efefa5cddd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4241812 Jul 27 06:42:11.565111 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46096) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:42:11.623258 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.pecan_wsgi.hooks.translation [None req-065e68a2-9e35-461b-b6c6-2674844d6070 admin admin] GET failed (client error): The resource could not be found. Jul 27 06:42:11.624605 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-065e68a2-9e35-461b-b6c6-2674844d6070 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585485 Jul 27 06:42:11.790081 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c8c672-cb87-4c35-93ff-d111fc62d3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:42:11.791452 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-98c8c672-cb87-4c35-93ff-d111fc62d3e4 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1625278 Jul 27 06:42:11.801736 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Request body: {'subnet': {'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:42:11.879453 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Made reservation on behalf of 4df635583b494816a4124eab5ac45a8c for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:42:11.881699 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:12.090602 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:12.141687 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19383a2e-07ca-4131-a98d-392b4f80ae72,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:12.153130 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Checking segment: {'id': '1e72605e-53d6-4e4f-bf04-98ad019a7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:42:12.153482 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Network hostable DHCP agents. Network: 5e953ece-bfc6-4932-9830-056d1e18b428, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:42:12.215585 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Network 5e953ece-bfc6-4932-9830-056d1e18b428 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:42:12.289982 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 5e953ece-bfc6-4932-9830-056d1e18b428) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:42:12.294181 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:42:12.294786 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:12.300082 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9137ee7-b402-4e85-8972-6c25f79d55bb None None] Network 5e953ece-bfc6-4932-9830-056d1e18b428 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:42:12.377565 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-13e5186b-7e71-4cfe-b23f-47b74f5c2f35 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5794418 Jul 27 06:42:12.447183 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0bf30d1-9f76-59c0-80e1-ffc18055d84a-5e953ece-bfc6-4932-9830-056d1e18b428', 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428', 'tenant_id': '4df635583b494816a4124eab5ac45a8c', 'fixed_ips': [{'subnet_id': '19383a2e-07ca-4131-a98d-392b4f80ae72'}]}} from dv-cinder-779194-3-smb. {{(pid=100285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:42:12.448096 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:12.587561 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.db_base_plugin_common [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Allocated IP 192.168.233.2 (5e953ece-bfc6-4932-9830-056d1e18b428/19383a2e-07ca-4131-a98d-392b4f80ae72/4a06a6a3-fdad-41f2-b520-c709c9c5fa17) {{(pid=100285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:42:12.730320 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Notify callbacks [] for port, precommit_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:12.738626 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Transition to ACTIVE for port object 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:42:12.754106 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Transition to ACTIVE for port object 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 will not be triggered until provisioned by entity DHCP. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:42:12.834321 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:12.871105 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Network 5e953ece-bfc6-4932-9830-056d1e18b428 is already hosted by enough agents. {{(pid=100285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:42:12.873897 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.base_scheduler [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Resources bound (agent type, host, resource id): {{(pid=100285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:42:12.876264 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Received port after_create {{(pid=100285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:42:12.890486 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Pushing event updated for resources: {'Port': ['ID=4a06a6a3-fdad-41f2-b520-c709c9c5fa17,revision_number=1']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:12.915998 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.919219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.920097 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:12.957014 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Attempting to bind port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:42:12.957416 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Attempting to bind port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': '1e72605e-53d6-4e4f-bf04-98ad019a7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:42:12.957773 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Attempting to bind port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 on network 5e953ece-bfc6-4932-9830-056d1e18b428 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:42:12.963623 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:42:12.965467 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Checking segment: {'id': '1e72605e-53d6-4e4f-bf04-98ad019a7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:42:12.965467 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:12.965467 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Bound using segment: {'id': '1e72605e-53d6-4e4f-bf04-98ad019a7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:42:12.965744 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Bound port: 4a06a6a3-fdad-41f2-b520-c709c9c5fa17, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e72605e-53d6-4e4f-bf04-98ad019a7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:42:12.965999 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:13.028654 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] For port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:42:13.031847 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] For port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=4a06a6a3-fdad-41f2-b520-c709c9c5fa17,segment=NetworkSegment(1e72605e-53d6-4e4f-bf04-98ad019a7644),segment_id=1e72605e-53d6-4e4f-bf04-98ad019a7644)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:42:13.108745 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:13.169621 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb982546-8f7b-4723-94bb-8342c1a9c803 None None] Pushing event updated for resources: {'Port': ['ID=4a06a6a3-fdad-41f2-b520-c709c9c5fa17,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:13.978717 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ad739-bc82-4a32-b857-197816fa6021 None None] Network 5e953ece-bfc6-4932-9830-056d1e18b428 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:42:14.132550 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-d96a94ea-8883-409f-9bf4-4378fd12cfe1 None None] Provisioning for port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:42:14.651369 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:42:14.764326 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:42:14.768322 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:42:14.768727 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:14.845137 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:14.877102 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=4a06a6a3-fdad-41f2-b520-c709c9c5fa17,segment=NetworkSegment(1e72605e-53d6-4e4f-bf04-98ad019a7644),segment_id=1e72605e-53d6-4e4f-bf04-98ad019a7644)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:42:14.970521 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:15.021304 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=4a06a6a3-fdad-41f2-b520-c709c9c5fa17,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:16.631416 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:42:16.678059 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 4a06a6a3-fdad-41f2-b520-c709c9c5fa17 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:42:16.678429 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:16.812943 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:42:21.587696 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-777373ae-4082-4f97-899f-52c1b0805345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:24.244883 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e32a31f9-1a5a-4dd5-bec0-966f941d3f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:24.781334 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:25.130692 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:26.753216 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:51.569656 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-989798a3-0314-496d-bbc2-e306aa445451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:53.812658 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:42:54.215582 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-74293b36-3d39-4531-8300-5b63cefb502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:54.832396 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:55.124134 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:56.764348 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:21.672632 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1ecb-1664-477c-bd63-a8d5ec25ae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:24.282852 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-2f82d41b-89d8-4eeb-8a72-67014089d9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:24.728619 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:25.122628 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:26.739831 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:30.810924 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:43:51.562632 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-639a83bb-270c-485b-95bd-0f64d14375d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:54.230470 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-c4dc3754-d8f4-45c7-af00-47f7cf8eaa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:54.285495 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46148) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:43:54.292399 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [None req-cabdaffb-fdb8-48c0-a614-ae7031c1cbc8 tempest-verify_tempest_config-598670316 tempest-verify_tempest_config-598670316-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:43:54.293409 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-cabdaffb-fdb8-48c0-a614-ae7031c1cbc8 tempest-verify_tempest_config-598670316 tempest-verify_tempest_config-598670316-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069473 Jul 27 06:43:54.767871 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:54.913780 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46166) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:43:55.015091 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.099397 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.132115 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.161414 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.206217 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50d4470b08694ac2859303efbb525b90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2913990 Jul 27 06:43:55.207216 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc668cb-2fd3-47b6-b5fb-2bdf6b227371,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:43:55.208946 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46170) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:43:55.214275 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.214838 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.215182 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.215591 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.215927 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.216243 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.216562 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.217104 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.217437 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.217861 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.218182 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.218498 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321d846-1eb0-4a90-af7f-22a2737d5303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.267788 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.287756 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.429368 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.431898 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.433027 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfc668cb-2fd3-47b6-b5fb-2bdf6b227371 HTTP/1.1" status: 204 len: 168 time: 0.2230210 Jul 27 06:43:55.440449 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc668cb-2fd3-47b6-b5fb-2bdf6b227371,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:43:55.447241 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.447629 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.447971 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.448430 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.448760 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.449123 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.449565 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.449897 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.450240 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.450564 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.450939 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.451194 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ffc5cf-50d5-4839-8d13-d9b91f183dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:56.727367 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:07.808851 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:44:21.582122 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-885bc861-f2b2-4f38-95df-7896c4963b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:24.211228 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-c5d49c39-dee7-4be0-b06b-035cdc133fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:24.714112 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:25.132003 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:26.737263 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:44.807506 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:44:51.581063 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-49345d31-53e0-48b3-9c68-8ab27011b5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:54.205000 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-c753830a-6e85-4c13-85cf-f95c87a48ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:54.713572 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:55.181409 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:56.758981 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:21.581275 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-cb139f37-e15d-4511-b5d8-21c8d1bf4571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:21.805814 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 5 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:45:24.221470 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6487189e-fa7b-4286-bd1a-c2dae5b711b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:24.752549 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:25.117131 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:26.757566 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:35.237764 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425826'] for agent, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:49.715885 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46248) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:45:49.818844 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-e24f3d0f-37e7-44f7-bda8-a919ecb5b1e7 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1018922 Jul 27 06:45:51.603116 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-02f9c568-e073-4bc9-a8de-9f53b09f5f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:51.989687 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46262) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:45:52.040684 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-633882c4-36ef-44b1-be0d-66102344a221 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0499420 Jul 27 06:45:54.231746 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d36b-ba01-4f0e-950b-5dccd4a8cf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:54.700397 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:55.168503 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:56.745869 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:58.804463 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:46:05.202272 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:21.590294 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-20a1599e-709e-4ee7-bc2f-ebc75cc25445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:24.217733 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-42a0c159-6c70-43fd-b425-e74647f24db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:24.710522 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:25.132157 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:26.755728 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:35.223788 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:35.827700 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:46:51.577517 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-87064fe5-4fa5-48d4-8e12-b5397db19ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:54.217775 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-da6c1a64-340b-4f1d-a966-17c818b3d444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:54.736590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:55.132072 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:56.749394 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:05.240279 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:12.806677 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:47:21.588195 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-303619f6-aa37-438e-b84e-4cfce08b9a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.584781 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46414) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:23.013736 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-390869464-network', 'tenant_id': '8c627d5b2ff743059fc00784fa5aa9a7'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:23.108848 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Made reservation on behalf of 8c627d5b2ff743059fc00784fa5aa9a7 for: {'network': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:23.111558 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.121335 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.226305 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.291099 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.317621 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:47:23.326472 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f67bff-d692-44de-a050-98e1a9733232,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:23.336502 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.341926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Tracked resource versions report: Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: pushed versions: Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: { 'AddressGroup': {'1.2'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'ConntrackHelper': {'1.0'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Log': {'1.0'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Network': {'1.1'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Port': {'1.7'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'PortForwarding': {'1.2'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'QosPolicy': {'1.8'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'SecurityGroup': {'1.4'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'SubPort': {'1.0'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Subnet': {'1.1'}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Trunk': {'1.1'}} Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: consumer versions: Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: { DHCP agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: HyperV agent@hv-cinder-77919: {}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: L3 agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: Metadata agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: Metering agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: Open vSwitch agent@dv-cinder-779194-3-smb: { 'AddressGroup': '1.2', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'ConntrackHelper': '1.0', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Log': '1.0', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Network': '1.1', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Port': '1.7', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'PortForwarding': '1.2', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'QosPolicy': '1.8', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'SecurityGroup': '1.4', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'SecurityGroupRule': '1.2', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'SubPort': '1.0', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Subnet': '1.1', Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: 'Trunk': '1.1'}} Jul 27 06:47:23.342943 dv-cinder-779194-3-smb neutron-server[100284]: {{(pid=100284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:47:23.348295 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.348639 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.segments_db [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Added segment cb1d44a5-5379-4108-bca7-bcbd049db8fd of type vlan for network 35ce1964-8fbb-4dea-9e39-c9845107e0c4 Jul 27 06:47:23.389083 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.571434 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.572620 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:23.573243 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.632800 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] Pushing event updated for resources: {'Network': ['ID=35ce1964-8fbb-4dea-9e39-c9845107e0c4,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:23.642454 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 35ce1964-8fbb-4dea-9e39-c9845107e0c4 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:47:23.754956 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-24e4e9f4-cd8a-4949-b9cb-cc5dce802d23 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1690454 Jul 27 06:47:23.757874 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46468) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:23.762712 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Request body: {'subnet': {'network_id': '35ce1964-8fbb-4dea-9e39-c9845107e0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-390869464-subnet', 'tenant_id': '8c627d5b2ff743059fc00784fa5aa9a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:23.879769 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Made reservation on behalf of 8c627d5b2ff743059fc00784fa5aa9a7 for: {'subnet': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:23.882123 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.059911 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46476) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:24.122271 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.157708 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46488) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:24.187225 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46492) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:24.188078 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efac7a77-8c97-4838-82ed-39725192bf9c,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:24.199844 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Checking segment: {'id': 'cb1d44a5-5379-4108-bca7-bcbd049db8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ce1964-8fbb-4dea-9e39-c9845107e0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:24.200191 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Network hostable DHCP agents. Network: 35ce1964-8fbb-4dea-9e39-c9845107e0c4, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:47:24.217292 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9c80929b-bfbe-4afa-812a-b11f66e092f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.302789 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Network 35ce1964-8fbb-4dea-9e39-c9845107e0c4 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:47:24.381089 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 35ce1964-8fbb-4dea-9e39-c9845107e0c4) {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:24.385832 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:24.386749 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.393830 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f8f38e-7fdb-4dfc-86f8-e6e2a925e844 None None] Network 35ce1964-8fbb-4dea-9e39-c9845107e0c4 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:24.474109 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-890854475-network', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:24.481003 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-f0a219f9-bc89-4bc1-8718-bc93ce772666 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7219992 Jul 27 06:47:24.500223 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1072624839-network', 'tenant_id': '96af4e8b67da416aaca6c19e34983447'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:24.533990 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f102a971-7de7-43fe-a1a2-1facd0f51b2c None None] Network 35ce1964-8fbb-4dea-9e39-c9845107e0c4 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:24.538355 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-521242058-network', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:24.589682 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Made reservation on behalf of 371bfa919ef2412081709a50e2b4ae94 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:24.592573 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.604016 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.618921 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.db.api [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 06:47:24.618921 dv-cinder-779194-3-smb neutron-server[100283]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 06:47:24.618921 dv-cinder-779194-3-smb neutron-server[100283]: [parameters: {'project_id_1': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'expiration_1': datetime.datetime(2021, 7, 27, 6, 47, 24, 556498)}] Jul 27 06:47:24.618921 dv-cinder-779194-3-smb neutron-server[100283]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 06:47:24.619413 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG oslo_db.api [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 06:47:24.739126 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Made reservation on behalf of 96af4e8b67da416aaca6c19e34983447 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:24.741628 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.756815 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.794491 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.846882 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.917672 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.946900 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:47:24.969269 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3391bb7e-b961-409a-a4f5-e359c917f048,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:24.979110 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.979436 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Added segment 3f6e9652-9133-4b81-bfb0-b4878946657b of type vlan for network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b Jul 27 06:47:24.989054 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.990542 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.990542 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.990542 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.990542 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.990896 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.991069 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.991389 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.991707 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.992045 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.992360 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.992670 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Tracked resource versions report: Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: pushed versions: Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: { 'AddressGroup': {'1.2'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'ConntrackHelper': {'1.0'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Log': {'1.0'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Network': {'1.1'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Port': {'1.7'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'PortForwarding': {'1.2'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'QosPolicy': {'1.8'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'SecurityGroup': {'1.4'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'SubPort': {'1.0'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Subnet': {'1.1'}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Trunk': {'1.1'}} Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: consumer versions: Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: { DHCP agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: HyperV agent@hv-cinder-77919: {}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: L3 agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: Metadata agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: Metering agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: Open vSwitch agent@dv-cinder-779194-3-smb: { 'AddressGroup': '1.2', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'ConntrackHelper': '1.0', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Log': '1.0', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Network': '1.1', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Port': '1.7', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'PortForwarding': '1.2', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'QosPolicy': '1.8', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'SecurityGroup': '1.4', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'SecurityGroupRule': '1.2', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'SubPort': '1.0', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Subnet': '1.1', Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: 'Trunk': '1.1'}} Jul 27 06:47:24.993687 dv-cinder-779194-3-smb neutron-server[100283]: {{(pid=100283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:47:25.039573 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.103988 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.148341 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.315857 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.318639 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.319569 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:25.320138 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.402666 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:47:25.406075 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] Pushing event updated for resources: {'Network': ['ID=10f96515-6f2e-4596-b9b4-af1d97f0ec8b,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:25.419842 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:47:25.436634 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.436972 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Added segment 2bce87b9-5953-4801-bd62-7bcad78cce98 of type vlan for network b10d324b-fbf7-4b46-97bc-eded67cd5894 Jul 27 06:47:25.438571 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6773480b-aa60-40e6-a4da-cb585e710242,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:25.482611 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Made reservation on behalf of e4500896d6aa4da6b6a61c4d0aa2018b for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:25.485768 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.497119 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.501090 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.619603 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-dc48f8c4-f053-48df-b9f0-409cf9b3f62b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5625446 Jul 27 06:47:25.622639 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46556) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:25.627514 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Request body: {'subnet': {'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-subnet', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:25.653206 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.654674 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:25.655263 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.737737 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b10d324b-fbf7-4b46-97bc-eded67cd5894,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:25.749946 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:47:25.771659 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.865709 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.902751 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f68faa7-d355-4fcd-8b17-22cfff6c07e1,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:25.920428 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:47:25.936921 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.937521 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Added segment d5e73a84-61cd-437a-9b94-9a7abea7288b of type vlan for network d1f9f50b-f3d7-442b-ad81-cc2181492054 Jul 27 06:47:25.991847 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.997315 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Made reservation on behalf of 371bfa919ef2412081709a50e2b4ae94 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:25.999496 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.085431 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-5ae6845a-a1e6-4b4c-a4e9-9f6ae6acd4a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9267714 Jul 27 06:47:26.088644 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46584) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:26.094246 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Request body: {'subnet': {'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1072624839-subnet', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:26.193891 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.195019 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:26.195483 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.196526 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46588) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:26.221489 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Made reservation on behalf of 96af4e8b67da416aaca6c19e34983447 for: {'subnet': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:26.226035 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.263846 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f9f50b-f3d7-442b-ad81-cc2181492054,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:26.275763 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network d1f9f50b-f3d7-442b-ad81-cc2181492054 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:47:26.288401 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.378457 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-180d831c-dd45-443c-977f-e162ac2874d8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1900468 Jul 27 06:47:26.381846 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46594) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:26.388618 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Request body: {'subnet': {'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-subnet', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:26.429582 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7089db-fee7-4a83-930d-8a4836a7af05,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:26.446412 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Checking segment: {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:26.446759 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Network hostable DHCP agents. Network: 10f96515-6f2e-4596-b9b4-af1d97f0ec8b, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:47:26.483042 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-201a31ed-591f-42af-a84d-66f8ac0dc4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.547462 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Made reservation on behalf of e4500896d6aa4da6b6a61c4d0aa2018b for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:26.555049 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.555162 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.581327 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46616) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:26.584942 dv-cinder-779194-3-smb neutron-server[100284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 06:47:26.611193 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:47:26.692121 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 10f96515-6f2e-4596-b9b4-af1d97f0ec8b) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:26.702170 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50307998-2c80-4380-8477-38f89b2e0e7c None None] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:26.704095 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:26.705314 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.793774 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Checking segment: {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:26.794027 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Network hostable DHCP agents. Network: b10d324b-fbf7-4b46-97bc-eded67cd5894, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:47:26.805408 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:26.863059 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.864954 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.879719 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0bf30d1-9f76-59c0-80e1-ffc18055d84a-10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05'}]}} from dv-cinder-779194-3-smb. {{(pid=100285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:47:26.883124 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.904217 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-0d1add86-dda1-4268-9479-1260cfbf3d88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:26.911166 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-0d1add86-dda1-4268-9479-1260cfbf3d88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/networks?id=35ce1964-8fbb-4dea-9e39-c9845107e0c4 HTTP/1.1" status: 200 len: 811 time: 0.3279002 Jul 27 06:47:26.913700 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:26.929726 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-201a31ed-591f-42af-a84d-66f8ac0dc4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.937161 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-807f2218-e6b5-4317-b3bb-07b5371a1eb0 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/quotas/8c627d5b2ff743059fc00784fa5aa9a7 HTTP/1.1" status: 200 len: 375 time: 0.0251231 Jul 27 06:47:26.944029 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Checking segment: {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:26.944443 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Network hostable DHCP agents. Network: d1f9f50b-f3d7-442b-ad81-cc2181492054, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:47:26.992966 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:47:27.020285 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-a881301b-70b5-44cc-a0c2-aa351bd058c1 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c627d5b2ff743059fc00784fa5aa9a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822806 Jul 27 06:47:27.021374 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, b10d324b-fbf7-4b46-97bc-eded67cd5894) {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:27.033565 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:27.034382 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.037862 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b0651-2919-4ad7-aa99-43e4d5ec3b42 None None] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:27.053806 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-201a31ed-591f-42af-a84d-66f8ac0dc4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.094598 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a31ed-591f-42af-a84d-66f8ac0dc4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3a9f6c-3e18-4d7c-9f87-51b81fd4eed8,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:27.114353 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Network d1f9f50b-f3d7-442b-ad81-cc2181492054 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:47:27.130223 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-201a31ed-591f-42af-a84d-66f8ac0dc4d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8c88a0f658447789a899215a7c75bd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9300976 Jul 27 06:47:27.130706 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46638) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:27.149004 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-f1ac94a0-6489-449c-8b78-1c38f2a76135 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5252984 Jul 27 06:47:27.151772 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46640) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:27.156835 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:27.161365 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-203d81b7-7159-4d90-a43b-7673fb3d5b30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0689399 Jul 27 06:47:27.162784 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46642) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:27.170308 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:27.193338 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.db_base_plugin_common [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Allocated IP 172.20.0.2 (10f96515-6f2e-4596-b9b4-af1d97f0ec8b/ee7089db-fee7-4a83-930d-8a4836a7af05/535bc292-382e-4e83-98ec-33a5a4045b5a) {{(pid=100285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:27.206186 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-c22491e0-5431-4b5d-885e-125a8deefa6d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:47:27.207195 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-c22491e0-5431-4b5d-885e-125a8deefa6d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0877016 Jul 27 06:47:27.227058 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-39083ce3-cc77-40bf-8b2a-dcf04b896d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.274383 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, d1f9f50b-f3d7-442b-ad81-cc2181492054) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:27.282294 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:27.283613 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.294788 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36f3d0-0a62-43fc-9ce1-9b366fcf1724 None None] Network d1f9f50b-f3d7-442b-ad81-cc2181492054 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:27.312081 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-39083ce3-cc77-40bf-8b2a-dcf04b896d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.327758 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5824'] for router, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.329611 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5817'] for router, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.426416 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-2379f347-77e1-4e85-bb90-d148e00d3af8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0414488 Jul 27 06:47:27.434843 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46644) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:27.439634 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:27.452833 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-1f6389e5-de7f-451f-870c-caef3ef3ec73 service neutron] 10.222.0.13 "GET /v2.0/networks/35ce1964-8fbb-4dea-9e39-c9845107e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366209 Jul 27 06:47:27.505303 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0bf30d1-9f76-59c0-80e1-ffc18055d84a-b10d324b-fbf7-4b46-97bc-eded67cd5894', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b'}]}} from dv-cinder-779194-3-smb. {{(pid=100285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:47:27.506162 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.537119 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Notify callbacks [] for port, precommit_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.547620 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.639584 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa583f2-0fab-4415-9142-d6784ac7280d None None] Network d1f9f50b-f3d7-442b-ad81-cc2181492054 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:27.639778 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-76d4c906-058f-4ec8-8165-d39b44d72ae1 service neutron] 10.222.0.13 "GET /v2.0/networks/35ce1964-8fbb-4dea-9e39-c9845107e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967662 Jul 27 06:47:27.771824 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.db_base_plugin_common [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Allocated IP 172.20.0.2 (b10d324b-fbf7-4b46-97bc-eded67cd5894/a777b78d-1bd7-4a83-8ebf-d0de31a4c70b/368de344-ba28-4114-b286-985910da846f) {{(pid=100285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:27.796727 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5824'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.802958 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5817'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.927716 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.944693 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Transition to ACTIVE for port object 535bc292-382e-4e83-98ec-33a5a4045b5a will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:27.965430 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-39083ce3-cc77-40bf-8b2a-dcf04b896d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.968573 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-39083ce3-cc77-40bf-8b2a-dcf04b896d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.971211 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5824'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.972671 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-39083ce3-cc77-40bf-8b2a-dcf04b896d9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a3a9f6c-3e18-4d7c-9f87-51b81fd4eed8 HTTP/1.1" status: 204 len: 168 time: 0.8408525 Jul 27 06:47:27.972960 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5817'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.058795 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39083ce3-cc77-40bf-8b2a-dcf04b896d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3a9f6c-3e18-4d7c-9f87-51b81fd4eed8,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:28.111624 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Transition to ACTIVE for port object 535bc292-382e-4e83-98ec-33a5a4045b5a will not be triggered until provisioned by entity DHCP. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:28.143346 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Notify callbacks [] for port, precommit_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.158519 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46678) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:28.173532 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Transition to ACTIVE for port object 368de344-ba28-4114-b286-985910da846f will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:28.191753 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Transition to ACTIVE for port object 368de344-ba28-4114-b286-985910da846f will not be triggered until provisioned by entity DHCP. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:28.202229 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5807'] for router, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.219552 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.266587 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d6ebfe02-8c0d-4ed1-b2ba-f324081e652a req-d77ce6c2-5364-450e-a5c7-9e511b19f481 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 210 time: 0.1033897 Jul 27 06:47:28.269258 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.312387 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b is already hosted by enough agents. {{(pid=100285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:28.315490 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.base_scheduler [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Resources bound (agent type, host, resource id): {{(pid=100285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:28.318453 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Received port after_create {{(pid=100285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:28.320390 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5807'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.331273 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.339501 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Pushing event updated for resources: {'Port': ['ID=535bc292-382e-4e83-98ec-33a5a4045b5a,revision_number=1']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:28.382959 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.383326 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.383729 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.384097 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.384420 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.384743 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.385074 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.385503 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.385828 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.386139 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.386451 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.386762 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Tracked resource versions report: Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: pushed versions: Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: { 'AddressGroup': {'1.2'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'ConntrackHelper': {'1.0'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Log': {'1.0'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Network': {'1.1'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Port': {'1.7'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'PortForwarding': {'1.2'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'QosPolicy': {'1.8'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'SecurityGroup': {'1.4'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'SubPort': {'1.0'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Subnet': {'1.1'}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Trunk': {'1.1'}} Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: consumer versions: Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: { DHCP agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: HyperV agent@hv-cinder-77919: {}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: L3 agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: Metadata agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: Metering agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: Open vSwitch agent@dv-cinder-779194-3-smb: { 'AddressGroup': '1.2', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'ConntrackHelper': '1.0', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Log': '1.0', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Network': '1.1', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Port': '1.7', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'PortForwarding': '1.2', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'QosPolicy': '1.8', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'SecurityGroup': '1.4', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'SecurityGroupRule': '1.2', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'SubPort': '1.0', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Subnet': '1.1', Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: 'Trunk': '1.1'}} Jul 27 06:47:28.387757 dv-cinder-779194-3-smb neutron-server[100285]: {{(pid=100285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:47:28.458990 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 is already hosted by enough agents. {{(pid=100285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:28.463163 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Attempting to bind port 535bc292-382e-4e83-98ec-33a5a4045b5a on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:28.463520 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Attempting to bind port 535bc292-382e-4e83-98ec-33a5a4045b5a by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:28.463940 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Attempting to bind port 535bc292-382e-4e83-98ec-33a5a4045b5a on network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:28.466881 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.base_scheduler [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Resources bound (agent type, host, resource id): {{(pid=100285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:28.469389 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Received port after_create {{(pid=100285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:28.473385 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Pushing event updated for resources: {'Port': ['ID=368de344-ba28-4114-b286-985910da846f,revision_number=1']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:28.480377 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:28.480778 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Checking segment: {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:28.481664 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.482054 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Bound using segment: {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:28.482525 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Bound port: 535bc292-382e-4e83-98ec-33a5a4045b5a, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:28.482918 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.664382 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Attempting to bind port 368de344-ba28-4114-b286-985910da846f on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:28.664769 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Attempting to bind port 368de344-ba28-4114-b286-985910da846f by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:28.665262 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Attempting to bind port 368de344-ba28-4114-b286-985910da846f on network b10d324b-fbf7-4b46-97bc-eded67cd5894 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:28.678660 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.684432 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5807'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.704618 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46692) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:28.708483 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:28.709251 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Checking segment: {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:28.710455 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.711286 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Bound using segment: {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:28.712491 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Bound port: 368de344-ba28-4114-b286-985910da846f, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:28.713690 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.718004 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.729859 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] For port 535bc292-382e-4e83-98ec-33a5a4045b5a, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:28.763873 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] For port 535bc292-382e-4e83-98ec-33a5a4045b5a, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=535bc292-382e-4e83-98ec-33a5a4045b5a,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:28.813490 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] For port 368de344-ba28-4114-b286-985910da846f, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:28.817586 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] For port 368de344-ba28-4114-b286-985910da846f, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=368de344-ba28-4114-b286-985910da846f,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:28.862008 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.911742 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Allocated IP 172.28.1.158 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/fc2df808-4de0-4b4c-8443-7410ee162e3a) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:28.926944 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658fd77-e651-4c20-864b-e0d4f6879b51 None None] Pushing event updated for resources: {'Port': ['ID=535bc292-382e-4e83-98ec-33a5a4045b5a,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:28.932634 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.996265 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e9503676-aa89-4d0c-95fe-7536f6ca81e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.077218 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf55915-6409-45d5-9dfb-9c6dc393783d None None] Pushing event updated for resources: {'Port': ['ID=368de344-ba28-4114-b286-985910da846f,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:29.150075 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.156836 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46720) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:29.191642 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.197542 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0b6a51a1-cdfc-4cce-b132-444b65c73978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.274704 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.462580 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fdb2d150-a80c-496f-a6b4-a8da52d1a29b req-b7565421-0ed4-403b-895b-06e82ace23aa tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 210 time: 0.0723028 Jul 27 06:47:29.588409 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e9503676-aa89-4d0c-95fe-7536f6ca81e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.609375 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.630623 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.646593 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.701479 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e9503676-aa89-4d0c-95fe-7536f6ca81e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.736992 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:29.753916 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:29.760540 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:29.776339 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-e9503676-aa89-4d0c-95fe-7536f6ca81e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ffc270089a642d59f13118072ea931c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0701966 Jul 27 06:47:29.778535 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46728) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:29.779612 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9503676-aa89-4d0c-95fe-7536f6ca81e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ccf8a-7191-4604-a09c-d96d45e12175,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:29.788516 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Allocated IP 172.28.1.199 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/ff6b6d4a-3b66-4de4-a692-070528dde73a) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:29.802445 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2df808-4de0-4b4c-8443-7410ee162e3a,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:29.909206 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e11902c8-ef23-47a1-9a8d-4824c37987b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.956374 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e11902c8-ef23-47a1-9a8d-4824c37987b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.992984 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.998715 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0b6a51a1-cdfc-4cce-b132-444b65c73978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.170308 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.172245 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e11902c8-ef23-47a1-9a8d-4824c37987b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.185788 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e11902c8-ef23-47a1-9a8d-4824c37987b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.186980 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-e11902c8-ef23-47a1-9a8d-4824c37987b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e9ccf8a-7191-4604-a09c-d96d45e12175 HTTP/1.1" status: 204 len: 168 time: 0.4044728 Jul 27 06:47:30.198277 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0b6a51a1-cdfc-4cce-b132-444b65c73978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.269650 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac15ab6-d36d-4ce0-8363-ad3db622e636 None None] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:30.279209 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:30.354260 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:30.374798 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:30.386483 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-0b6a51a1-cdfc-4cce-b132-444b65c73978 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d392748ab44411f9760ca47418f9fca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2281384 Jul 27 06:47:30.393584 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46748) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:30.394448 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a51a1-cdfc-4cce-b132-444b65c73978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222e69c9-8d3b-4621-9e64-b66898d314ce,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:30.484618 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.486460 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11902c8-ef23-47a1-9a8d-4824c37987b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ccf8a-7191-4604-a09c-d96d45e12175,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:30.586331 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-362bed63-7eb1-4ed9-9dbf-7e6ad37b8c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.603518 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-bdb31be5-e3b2-406a-8a99-0d446784360d None None] Provisioning for port 535bc292-382e-4e83-98ec-33a5a4045b5a completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:30.617601 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Allocated IP 172.28.1.164 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/2e646693-8eae-4851-8784-07cc940d7f41) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:30.662857 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6b6d4a-3b66-4de4-a692-070528dde73a,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:30.686574 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-80b20e6e-1289-4067-abcb-51cc526620a7 req-d9709d06-c725-43c4-b3af-a036b2f8b2b4 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 210 time: 0.1089628 Jul 27 06:47:30.733421 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-362bed63-7eb1-4ed9-9dbf-7e6ad37b8c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.838056 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444fda2-271e-4a47-8b46-49d2a05a0df1 None None] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:30.971606 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 368de344-ba28-4114-b286-985910da846f up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:31.009250 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422747'] for router, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.013939 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.037793 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.145391 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-362bed63-7eb1-4ed9-9dbf-7e6ad37b8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.146663 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-74212811-a086-4506-846d-e64e85b87727 None None] Provisioning for port 368de344-ba28-4114-b286-985910da846f completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:31.148967 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-362bed63-7eb1-4ed9-9dbf-7e6ad37b8c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.150649 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-362bed63-7eb1-4ed9-9dbf-7e6ad37b8c29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/222e69c9-8d3b-4621-9e64-b66898d314ce HTTP/1.1" status: 204 len: 168 time: 0.7520304 Jul 27 06:47:31.195306 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 368de344-ba28-4114-b286-985910da846f completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:31.202203 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bed63-7eb1-4ed9-9dbf-7e6ad37b8c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222e69c9-8d3b-4621-9e64-b66898d314ce,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:31.202851 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 368de344-ba28-4114-b286-985910da846f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:31.202851 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.342752 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.368442 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.404379 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Pushing event updated for resources: {'Port': ['ID=2e646693-8eae-4851-8784-07cc940d7f41,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:31.407416 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 is scheduled to L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 with binding_index 1 {{(pid=100284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:47:31.424658 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:31.427771 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:31.430198 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:31.563015 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46778) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:31.582965 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d195facd-42bd-42a9-aac8-3200d23a1b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.616749 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:47:31.623811 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 368de344-ba28-4114-b286-985910da846f, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=368de344-ba28-4114-b286-985910da846f,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:31.625518 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-f7f9a2a1-218e-4ae4-ba7c-26465276fa20 None None] Provisioning complete for port 368de344-ba28-4114-b286-985910da846f triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:31.629924 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Sync routers for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:47:31.636366 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422747'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.639249 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a2a1-218e-4ae4-ba7c-26465276fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.642544 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:31.643175 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:31.783603 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.783603 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 535bc292-382e-4e83-98ec-33a5a4045b5a up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:31.863535 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d195facd-42bd-42a9-aac8-3200d23a1b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:31.868547 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:31.962840 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=368de344-ba28-4114-b286-985910da846f,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:31.972501 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d02c4cc9-837a-430d-8845-912ab4333650 req-cc1c8f80-3e9c-48ae-91fe-c012951b4d36 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 210 time: 0.0456090 Jul 27 06:47:32.085636 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d195facd-42bd-42a9-aac8-3200d23a1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.104247 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:29Z', 'revision_number': 3, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:32.119297 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Router 786bbed0-89b3-42c3-b6c5-7030098306eb is scheduled to L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:47:32.126516 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-d195facd-42bd-42a9-aac8-3200d23a1b10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=089cf723af814a028f37d1ced18a87d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5623217 Jul 27 06:47:32.128775 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195facd-42bd-42a9-aac8-3200d23a1b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fd5ba0-78d6-43b2-83b1-357f586255cc,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:32.131155 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46790) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:32.135931 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Checking router: fb00fa4c-2eb4-4eb1-9b86-1041507f7077 for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:47:32.138494 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Updating router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 port fc2df808-4de0-4b4c-8443-7410ee162e3a binding host dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:47:32.153900 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 535bc292-382e-4e83-98ec-33a5a4045b5a completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:32.164212 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 535bc292-382e-4e83-98ec-33a5a4045b5a triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:32.165125 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.179874 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.213893 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] Notify callbacks [] for router, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.215888 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-48e21667-8a9d-4cf8-8316-cf46f6cb88d6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0520775 Jul 27 06:47:32.226271 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46794) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:32.284861 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.321341 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bfb03dde-2b34-42c7-9629-3518462bf7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.353301 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.365726 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bfb03dde-2b34-42c7-9629-3518462bf7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.370448 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 535bc292-382e-4e83-98ec-33a5a4045b5a, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=535bc292-382e-4e83-98ec-33a5a4045b5a,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:32.412326 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:47:32.429805 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Sync routers for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:47:32.441567 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:32.443253 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:32.554326 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.559481 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Notify callbacks [] for port, precommit_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.585327 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422747'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.591485 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.594421 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.provisioning_blocks [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Transition to ACTIVE for port object fc2df808-4de0-4b4c-8443-7410ee162e3a will not be triggered until provisioned by entity L2. {{(pid=100286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:32.597406 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-883fed72-7ba3-47bc-82bb-d826ca2c9be2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4439440 Jul 27 06:47:32.597946 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 46802) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:32.609251 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:32.639523 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bfb03dde-2b34-42c7-9629-3518462bf7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.640303 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bfb03dde-2b34-42c7-9629-3518462bf7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.641629 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-bfb03dde-2b34-42c7-9629-3518462bf7fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47fd5ba0-78d6-43b2-83b1-357f586255cc HTTP/1.1" status: 204 len: 168 time: 0.5095103 Jul 27 06:47:32.739748 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb03dde-2b34-42c7-9629-3518462bf7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fd5ba0-78d6-43b2-83b1-357f586255cc,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:32.771881 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=535bc292-382e-4e83-98ec-33a5a4045b5a,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:32.817112 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.885571 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 368de344-ba28-4114-b286-985910da846f up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:32.962499 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:30Z', 'revision_number': 3, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:32.969351 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:32.976850 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Pushing event updated for resources: {'Port': ['ID=fc2df808-4de0-4b4c-8443-7410ee162e3a,revision_number=2']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:32.998438 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Attempting to bind port fc2df808-4de0-4b4c-8443-7410ee162e3a on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:32.999093 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Attempting to bind port fc2df808-4de0-4b4c-8443-7410ee162e3a by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:32.999629 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Attempting to bind port fc2df808-4de0-4b4c-8443-7410ee162e3a on network dbd54c5b-fe1a-4472-828f-a356ddc3c795 {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:33.012300 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:33.012906 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Checking segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:33.014024 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:33.014196 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Checking router: 786bbed0-89b3-42c3-b6c5-7030098306eb for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:47:33.014440 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Updating router 786bbed0-89b3-42c3-b6c5-7030098306eb port ff6b6d4a-3b66-4de4-a692-070528dde73a binding host dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:47:33.014561 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Bound using segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:33.014981 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Bound port: fc2df808-4de0-4b4c-8443-7410ee162e3a, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:33.015399 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:33.061017 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Router 51e9844f-00b5-47f2-b97f-38e54bd93d85 is scheduled to L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:47:33.071021 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:33.074843 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 368de344-ba28-4114-b286-985910da846f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:33.074843 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:33.147869 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.148508 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.149009 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.149549 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.150041 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.150592 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.150927 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.151259 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.151608 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.151939 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.152912 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.153825 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Tracked resource versions report: Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: pushed versions: Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: { 'AddressGroup': {'1.2'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'ConntrackHelper': {'1.0'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Log': {'1.0'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Network': {'1.1'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Port': {'1.7'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'PortForwarding': {'1.2'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'QosPolicy': {'1.8'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'SecurityGroup': {'1.4'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'SubPort': {'1.0'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Subnet': {'1.1'}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Trunk': {'1.1'}} Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: consumer versions: Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: { DHCP agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: HyperV agent@hv-cinder-77919: {}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: L3 agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: Metadata agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: Metering agent@dv-cinder-779194-3-smb: {}, Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: Open vSwitch agent@dv-cinder-779194-3-smb: { 'AddressGroup': '1.2', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'ConntrackHelper': '1.0', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Log': '1.0', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Network': '1.1', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Port': '1.7', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'PortForwarding': '1.2', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'QosPolicy': '1.8', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'SecurityGroup': '1.4', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'SecurityGroupRule': '1.2', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'SubPort': '1.0', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Subnet': '1.1', Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: 'Trunk': '1.1'}} Jul 27 06:47:33.154854 dv-cinder-779194-3-smb neutron-server[100286]: {{(pid=100286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:47:33.167592 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] For port fc2df808-4de0-4b4c-8443-7410ee162e3a, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:33.171362 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] For port fc2df808-4de0-4b4c-8443-7410ee162e3a, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=fc2df808-4de0-4b4c-8443-7410ee162e3a,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:33.195604 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:47:33.203971 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c82bf15e-011c-40b8-b796-0bdedbbf2727 req-d0465ea5-3123-480a-a70d-6e15745a7c4f tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 210 time: 0.0644014 Jul 27 06:47:33.216344 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Sync routers for ids ['51e9844f-00b5-47f2-b97f-38e54bd93d85'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:47:33.241413 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Routers {'51e9844f-00b5-47f2-b97f-38e54bd93d85'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:33.242328 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['51e9844f-00b5-47f2-b97f-38e54bd93d85'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:33.324730 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:33.328902 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46822) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:33.405337 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71498a19-4f6c-4616-ad17-9fa2a16dd336 None None] Pushing event updated for resources: {'Port': ['ID=fc2df808-4de0-4b4c-8443-7410ee162e3a,revision_number=3']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:33.511187 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:33.511819 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:33.633087 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f62bbbd1-d0e3-46d2-aecf-fbd0f838853b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:33.687660 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:33.710369 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.16', 59716) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:33.736650 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Allocated IP 172.20.0.1 (b10d324b-fbf7-4b46-97bc-eded67cd5894/a777b78d-1bd7-4a83-8ebf-d0de31a4c70b/90b78f08-8def-4426-a36b-44f5213044d1) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:33.907277 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Set router 51e9844f-00b5-47f2-b97f-38e54bd93d85 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:34.120261 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.158651 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Transition to ACTIVE for port object ff6b6d4a-3b66-4de4-a692-070528dde73a will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:34.172737 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': '2e646693-8eae-4851-8784-07cc940d7f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:31Z', 'revision_number': 3, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'gw_port': {'id': '2e646693-8eae-4851-8784-07cc940d7f41', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:34.204727 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Checking router: 51e9844f-00b5-47f2-b97f-38e54bd93d85 for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:47:34.204727 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Updating router 51e9844f-00b5-47f2-b97f-38e54bd93d85 port 2e646693-8eae-4851-8784-07cc940d7f41 binding host dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:47:34.245234 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.257140 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f62bbbd1-d0e3-46d2-aecf-fbd0f838853b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.276171 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.294415 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-208e759f-2c3e-4dcb-93ed-beb4e0bbb21f tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:34.300873 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-208e759f-2c3e-4dcb-93ed-beb4e0bbb21f tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.16 "GET /v2.0/networks?id=35ce1964-8fbb-4dea-9e39-c9845107e0c4 HTTP/1.1" status: 200 len: 811 time: 0.5827811 Jul 27 06:47:34.301862 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.305156 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-c6119227-6978-4efa-9c2c-fae655216948 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8690193 Jul 27 06:47:34.308821 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46854) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:34.383162 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f62bbbd1-d0e3-46d2-aecf-fbd0f838853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.391549 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Attempting to bind port ff6b6d4a-3b66-4de4-a692-070528dde73a on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:34.392179 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Attempting to bind port ff6b6d4a-3b66-4de4-a692-070528dde73a by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:34.392847 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Attempting to bind port ff6b6d4a-3b66-4de4-a692-070528dde73a on network dbd54c5b-fe1a-4472-828f-a356ddc3c795 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:34.397563 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f246f-8101-4bb3-ab8c-3e74d567c329 None None] Pushing event updated for resources: {'Port': ['ID=ff6b6d4a-3b66-4de4-a692-070528dde73a,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:34.416365 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:34.417064 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Checking segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:34.417676 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.418230 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Bound using segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:34.419975 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Bound port: ff6b6d4a-3b66-4de4-a692-070528dde73a, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:34.420562 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.442436 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.446164 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-f62bbbd1-d0e3-46d2-aecf-fbd0f838853b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94a41869682641e4a0047a44a61f9714&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1114237 Jul 27 06:47:34.450461 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.451838 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Request body: {'port': {'device_id': '0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e', 'network_id': '35ce1964-8fbb-4dea-9e39-c9845107e0c4', 'admin_state_up': True, 'tenant_id': '8c627d5b2ff743059fc00784fa5aa9a7'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:34.453338 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bbbd1-d0e3-46d2-aecf-fbd0f838853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9ecca2-8389-4c79-8c6e-5d0c026e8f19,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:34.456788 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-ba6ae378-c646-4280-be46-271f787a343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:29Z', 'revision_number': 3, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:34.461469 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 46858) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:34.533981 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] For port ff6b6d4a-3b66-4de4-a692-070528dde73a, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:34.538424 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] For port ff6b6d4a-3b66-4de4-a692-070528dde73a, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=ff6b6d4a-3b66-4de4-a692-070528dde73a,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:34.568766 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e4c9aebc-9c85-4745-9276-6eef5f95bbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.591523 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ae378-c646-4280-be46-271f787a343b None None] The sync data for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb is: [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:29Z', 'revision_number': 3, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:47:34.595692 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e4c9aebc-9c85-4745-9276-6eef5f95bbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.643309 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.782909 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7510b722-ac40-41f3-b230-647ef54b29a6 req-a9a16d93-619f-4d7c-897a-9393f8ee87e7 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 210 time: 0.1018076 Jul 27 06:47:34.784891 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Transition to ACTIVE for port object 90b78f08-8def-4426-a36b-44f5213044d1 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:34.870058 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f246f-8101-4bb3-ab8c-3e74d567c329 None None] Pushing event updated for resources: {'Port': ['ID=ff6b6d4a-3b66-4de4-a692-070528dde73a,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:34.888017 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e4c9aebc-9c85-4745-9276-6eef5f95bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.891068 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e4c9aebc-9c85-4745-9276-6eef5f95bbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:34.894948 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-e4c9aebc-9c85-4745-9276-6eef5f95bbda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad9ecca2-8389-4c79-8c6e-5d0c026e8f19 HTTP/1.1" status: 204 len: 168 time: 0.4322903 Jul 27 06:47:34.896132 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:34.898057 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:34.937472 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9aebc-9c85-4745-9276-6eef5f95bbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9ecca2-8389-4c79-8c6e-5d0c026e8f19,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:34.962234 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Allocated IP 172.20.0.1 (10f96515-6f2e-4596-b9b4-af1d97f0ec8b/ee7089db-fee7-4a83-930d-8a4836a7af05/f636f210-b3fc-4f96-b903-cc60c89e28a7) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:34.998178 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 535bc292-382e-4e83-98ec-33a5a4045b5a up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:35.029621 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.046920 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Made reservation on behalf of 8c627d5b2ff743059fc00784fa5aa9a7 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:35.054798 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.provisioning_blocks [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Transition to ACTIVE for port object 2e646693-8eae-4851-8784-07cc940d7f41 will not be triggered until provisioned by entity L2. {{(pid=100286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:35.057420 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.183053 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.351342 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Attempting to bind port 2e646693-8eae-4851-8784-07cc940d7f41 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:35.351956 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Attempting to bind port 2e646693-8eae-4851-8784-07cc940d7f41 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:35.352534 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Attempting to bind port 2e646693-8eae-4851-8784-07cc940d7f41 on network dbd54c5b-fe1a-4472-828f-a356ddc3c795 {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:35.359672 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:35.360804 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Checking segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:35.360804 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.361192 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Bound using segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:35.362122 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Bound port: 2e646693-8eae-4851-8784-07cc940d7f41, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:35.369016 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.397012 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af13ed-fc5a-47a9-adf0-4ad9ac72da50 None None] Pushing event updated for resources: {'Port': ['ID=2e646693-8eae-4851-8784-07cc940d7f41,revision_number=2']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:35.402376 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.403008 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:35.439281 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] For port 2e646693-8eae-4851-8784-07cc940d7f41, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:35.442826 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] For port 2e646693-8eae-4851-8784-07cc940d7f41, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=2e646693-8eae-4851-8784-07cc940d7f41,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:35.502097 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 535bc292-382e-4e83-98ec-33a5a4045b5a triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:35.502705 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.519564 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.539242 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Transition to ACTIVE for port object f636f210-b3fc-4f96-b903-cc60c89e28a7 will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:35.541324 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:35.544945 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:35.557261 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:35.558010 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-422918'] for router_interface, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.566815 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.646871 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.710828 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Routers {'51e9844f-00b5-47f2-b97f-38e54bd93d85'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:35.711889 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['51e9844f-00b5-47f2-b97f-38e54bd93d85'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:35.797616 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.804642 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Pushing event updated for resources: {'Port': ['ID=90b78f08-8def-4426-a36b-44f5213044d1,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:35.968243 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Allocated IP 172.20.0.5 (35ce1964-8fbb-4dea-9e39-c9845107e0c4/efac7a77-8c97-4838-82ed-39725192bf9c/4d36a515-4638-44c0-83ca-1ae05793022f) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:35.975149 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] Set router 51e9844f-00b5-47f2-b97f-38e54bd93d85 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:36.001187 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:36.034336 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:36.075817 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:36.081136 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-422918'] for router_interface, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:36.088218 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f636f210-b3fc-4f96-b903-cc60c89e28a7,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:36.276038 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0dfdce07-7a0b-4f26-b174-3835847b96a8 req-49c87f00-5523-42d7-95e7-9fea891da86e tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 210 time: 0.2440989 Jul 27 06:47:36.454309 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:36.456874 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:30Z', 'revision_number': 3, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:36.530951 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f412af8-2712-4368-a6be-26bcceae0106 None None] The sync data for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb is: [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:30Z', 'revision_number': 3, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:47:36.544901 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af13ed-fc5a-47a9-adf0-4ad9ac72da50 None None] Pushing event updated for resources: {'Port': ['ID=2e646693-8eae-4851-8784-07cc940d7f41,revision_number=3']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:36.549280 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-a5f42bbf-ffcf-4ba6-b26e-a24858cb7683 None None] Provisioning for port 90b78f08-8def-4426-a36b-44f5213044d1 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:36.575090 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-a5f42bbf-ffcf-4ba6-b26e-a24858cb7683 None None] Provisioning complete for port 90b78f08-8def-4426-a36b-44f5213044d1 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:36.607308 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-a5f42bbf-ffcf-4ba6-b26e-a24858cb7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:36.625026 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': '2e646693-8eae-4851-8784-07cc940d7f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:31Z', 'revision_number': 3, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'gw_port': {'id': '2e646693-8eae-4851-8784-07cc940d7f41', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:36.668099 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-a5f42bbf-ffcf-4ba6-b26e-a24858cb7683 None None] Port 90b78f08-8def-4426-a36b-44f5213044d1 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:47:36.758649 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a2ec8-8fc3-482f-b45f-064a7dd36ef0 None None] The sync data for ids ['51e9844f-00b5-47f2-b97f-38e54bd93d85'] in dv-cinder-779194-3-smb is: [{'id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': '2e646693-8eae-4851-8784-07cc940d7f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:31Z', 'revision_number': 3, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'gw_port': {'id': '2e646693-8eae-4851-8784-07cc940d7f41', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:47:37.020713 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device fc2df808-4de0-4b4c-8443-7410ee162e3a up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:37.046865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Allocated IP 172.20.0.1 (d1f9f50b-f3d7-442b-ad81-cc2181492054/e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0/79dce615-559f-461a-b0f6-9db015f1307f) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:37.080520 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.209922 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-4850f2e4-c445-48ad-9698-0781e9bd9352 None None] Provisioning for port f636f210-b3fc-4f96-b903-cc60c89e28a7 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:37.209922 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-4850f2e4-c445-48ad-9698-0781e9bd9352 None None] Provisioning complete for port f636f210-b3fc-4f96-b903-cc60c89e28a7 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:37.215694 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-4850f2e4-c445-48ad-9698-0781e9bd9352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.373845 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-4850f2e4-c445-48ad-9698-0781e9bd9352 None None] Port f636f210-b3fc-4f96-b903-cc60c89e28a7 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:47:37.462481 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.496111 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.617531 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Network 35ce1964-8fbb-4dea-9e39-c9845107e0c4 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:37.662693 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:37.691948 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:37.692069 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port fc2df808-4de0-4b4c-8443-7410ee162e3a completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:37.692585 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:37.692585 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.958791 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port fc2df808-4de0-4b4c-8443-7410ee162e3a triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:37.958791 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.959979 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Pushing event updated for resources: {'Port': ['ID=4d36a515-4638-44c0-83ca-1ae05793022f,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:37.959979 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.976105 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-44253d4e-7775-44d9-b145-f9be32f3e32d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5441704 Jul 27 06:47:38.013633 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:38.036625 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-9f8d3d54-fbcf-4b0b-a320-27f49483cf76 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:47:38.051721 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-9f8d3d54-fbcf-4b0b-a320-27f49483cf76 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209618 Jul 27 06:47:38.078568 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port fc2df808-4de0-4b4c-8443-7410ee162e3a, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=fc2df808-4de0-4b4c-8443-7410ee162e3a,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:38.101199 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:38.198811 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efabe97-81df-4a05-bdab-bd287698e03a req-02a62e61-11ed-4def-99ae-bd77586d6d5b tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:38.221614 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:38.244681 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4efabe97-81df-4a05-bdab-bd287698e03a req-02a62e61-11ed-4def-99ae-bd77586d6d5b tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 931 time: 0.7385056 Jul 27 06:47:38.340183 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=fc2df808-4de0-4b4c-8443-7410ee162e3a,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:38.470773 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4efabe97-81df-4a05-bdab-bd287698e03a req-c373ca37-47b2-4210-9ac7-3e6373336634 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246969 Jul 27 06:47:38.496320 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:38.678356 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Network d1f9f50b-f3d7-442b-ad81-cc2181492054 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:38.707690 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:38.721973 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:38.722465 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-422918'] for router_interface, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:38.806543 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:38.846330 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Request body: {'port': {'device_id': '0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:38.938358 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Pushing event updated for resources: {'Port': ['ID=79dce615-559f-461a-b0f6-9db015f1307f,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:39.013535 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.014303 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425878'] for router_interface, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.131932 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.151173 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 2e646693-8eae-4851-8784-07cc940d7f41 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:39.275036 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.303922 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f636f210-b3fc-4f96-b903-cc60c89e28a7,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:39.336434 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 2e646693-8eae-4851-8784-07cc940d7f41 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:39.341216 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 2e646693-8eae-4851-8784-07cc940d7f41 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:39.344546 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.400064 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.400888 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425878'] for router_interface, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.419175 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:39.455065 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.473909 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:39.506692 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 2e646693-8eae-4851-8784-07cc940d7f41, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=2e646693-8eae-4851-8784-07cc940d7f41,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:39.656929 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.658454 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device fc2df808-4de0-4b4c-8443-7410ee162e3a up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:39.746219 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Pushing event updated for resources: {'Port': ['ID=90b78f08-8def-4426-a36b-44f5213044d1,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:39.755512 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.864715 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=2e646693-8eae-4851-8784-07cc940d7f41,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:39.877475 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port fc2df808-4de0-4b4c-8443-7410ee162e3a triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:39.877898 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.936913 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Router 786bbed0-89b3-42c3-b6c5-7030098306eb has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:47:39.991789 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:40.009137 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:40.030327 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-5d489528-248f-4476-b3fb-07b2de6143ba None None] Provisioning complete for port f636f210-b3fc-4f96-b903-cc60c89e28a7 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:40.034814 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5d489528-248f-4476-b3fb-07b2de6143ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.120017 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50ff84-c35e-43f6-bb11-ee8e19c119ae req-8e0901ef-9f75-4eed-a6d1-131d6dd63ef2 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:40.123328 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ac50ff84-c35e-43f6-bb11-ee8e19c119ae req-8e0901ef-9f75-4eed-a6d1-131d6dd63ef2 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 931 time: 0.4638293 Jul 27 06:47:40.260886 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-5d489528-248f-4476-b3fb-07b2de6143ba None None] Port f636f210-b3fc-4f96-b903-cc60c89e28a7 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:47:40.267297 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device ff6b6d4a-3b66-4de4-a692-070528dde73a up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:40.315839 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d36a515-4638-44c0-83ca-1ae05793022f {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:40.338998 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:47:40.365117 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-9f3cc2e6-eb8e-4ad8-9ecc-9832efeae0c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/786bbed0-89b3-42c3-b6c5-7030098306eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7657776 Jul 27 06:47:40.370188 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.431366 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Transition to ACTIVE for port object 4d36a515-4638-44c0-83ca-1ae05793022f will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:40.451379 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port ff6b6d4a-3b66-4de4-a692-070528dde73a completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:40.456439 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port ff6b6d4a-3b66-4de4-a692-070528dde73a triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:40.457116 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.527705 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-b86f9ff6-d275-4e4f-a311-734c35a3f7cf None None] Provisioning complete for port 90b78f08-8def-4426-a36b-44f5213044d1 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:40.528257 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b86f9ff6-d275-4e4f-a311-734c35a3f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.542214 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.576569 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ac50ff84-c35e-43f6-bb11-ee8e19c119ae req-e246a18d-f66a-4bdc-bd04-adbbae287011 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460362 Jul 27 06:47:40.659223 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:47:40.661908 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.708167 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-b86f9ff6-d275-4e4f-a311-734c35a3f7cf None None] Port 90b78f08-8def-4426-a36b-44f5213044d1 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:47:40.719853 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Sync routers for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:47:40.780925 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.782661 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425878'] for router_interface, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.790016 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:40.790660 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:40.885393 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Pushing event updated for resources: {'Port': ['ID=4d36a515-4638-44c0-83ca-1ae05793022f,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:40.891548 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Attempting to bind port 4d36a515-4638-44c0-83ca-1ae05793022f on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:40.891851 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Attempting to bind port 4d36a515-4638-44c0-83ca-1ae05793022f by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'cb1d44a5-5379-4108-bca7-bcbd049db8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ce1964-8fbb-4dea-9e39-c9845107e0c4'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:40.895416 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Attempting to bind port 4d36a515-4638-44c0-83ca-1ae05793022f on network 35ce1964-8fbb-4dea-9e39-c9845107e0c4 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:40.913159 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Port 4d36a515-4638-44c0-83ca-1ae05793022f on network 35ce1964-8fbb-4dea-9e39-c9845107e0c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:47:40.913504 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Attempting to bind port 4d36a515-4638-44c0-83ca-1ae05793022f on network 35ce1964-8fbb-4dea-9e39-c9845107e0c4 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:40.936711 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:40.937749 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Checking segment: {'id': 'cb1d44a5-5379-4108-bca7-bcbd049db8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ce1964-8fbb-4dea-9e39-c9845107e0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:40.941387 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Bound using segment: {'id': 'cb1d44a5-5379-4108-bca7-bcbd049db8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ce1964-8fbb-4dea-9e39-c9845107e0c4'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:40.945198 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Bound port: 4d36a515-4638-44c0-83ca-1ae05793022f, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1d44a5-5379-4108-bca7-bcbd049db8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ce1964-8fbb-4dea-9e39-c9845107e0c4'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:40.945198 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.057232 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.089179 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Pushing event updated for resources: {'Port': ['ID=79dce615-559f-461a-b0f6-9db015f1307f,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:41.146893 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] For port 4d36a515-4638-44c0-83ca-1ae05793022f, host hv-cinder-77919, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:41.157733 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] For port 4d36a515-4638-44c0-83ca-1ae05793022f, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4d36a515-4638-44c0-83ca-1ae05793022f,segment=NetworkSegment(cb1d44a5-5379-4108-bca7-bcbd049db8fd),segment_id=cb1d44a5-5379-4108-bca7-bcbd049db8fd)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:41.196937 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port ff6b6d4a-3b66-4de4-a692-070528dde73a, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=ff6b6d4a-3b66-4de4-a692-070528dde73a,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:41.206460 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:47:41.216079 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Sync routers for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:47:41.224097 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-eb478c21-8180-4cc5-a554-3df7e6dbf151 admin admin] 10.222.0.13 "PUT /v2.0/routers/fb00fa4c-2eb4-4eb1-9b86-1041507f7077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9965267 Jul 27 06:47:41.260845 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:41.263673 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:41.263892 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.311751 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.346889 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:41.376808 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:41.377503 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.378992 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] 10.222.0.16 "PUT /v2.0/ports/4d36a515-4638-44c0-83ca-1ae05793022f HTTP/1.1" status: 200 len: 1093 time: 2.8295062 Jul 27 06:47:41.379694 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e', 'tag': '4d36a515-4638-44c0-83ca-1ae05793022f'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:41.384059 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Network d1f9f50b-f3d7-442b-ad81-cc2181492054 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:41.397478 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:41.467294 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:41.672897 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 2e646693-8eae-4851-8784-07cc940d7f41 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:41.885358 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Router 51e9844f-00b5-47f2-b97f-38e54bd93d85 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:47:41.971175 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e5f3a-1878-4fd3-9014-b120e6a60588" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e", "tag": "4d36a515-4638-44c0-83ca-1ae05793022f"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:42.055348 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5378f-6e17-4456-8b6a-39bce07dfa48 service neutron] Pushing event updated for resources: {'Port': ['ID=4d36a515-4638-44c0-83ca-1ae05793022f,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:42.059537 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 2e646693-8eae-4851-8784-07cc940d7f41 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:42.069640 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.110692 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-df994be6-98f4-4f34-89b1-0c2114695b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:42.111965 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=ff6b6d4a-3b66-4de4-a692-070528dde73a,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:42.114329 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-df994be6-98f4-4f34-89b1-0c2114695b1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c627d5b2ff743059fc00784fa5aa9a7&device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 1096 time: 0.4274595 Jul 27 06:47:42.321892 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:47:42.324444 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 2, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:42.347661 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-11f90367-9cee-42b9-8bd7-3ca43c3d0340 admin admin] 10.222.0.13 "PUT /v2.0/routers/51e9844f-00b5-47f2-b97f-38e54bd93d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0352080 Jul 27 06:47:42.361638 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Checking router: fb00fa4c-2eb4-4eb1-9b86-1041507f7077 for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:47:42.362024 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Sync routers for ids ['51e9844f-00b5-47f2-b97f-38e54bd93d85'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:47:42.362521 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Updating router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 port 90b78f08-8def-4426-a36b-44f5213044d1 binding host dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:47:42.430348 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.471642 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Routers {'51e9844f-00b5-47f2-b97f-38e54bd93d85'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:42.472719 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['51e9844f-00b5-47f2-b97f-38e54bd93d85'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:42.718458 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Set router 51e9844f-00b5-47f2-b97f-38e54bd93d85 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:42.762941 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 2, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:42.797449 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Checking router: 786bbed0-89b3-42c3-b6c5-7030098306eb for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:47:42.797822 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Updating router 786bbed0-89b3-42c3-b6c5-7030098306eb port f636f210-b3fc-4f96-b903-cc60c89e28a7 binding host dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:47:42.805328 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Notify callbacks [] for port, precommit_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.815815 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.provisioning_blocks [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Transition to ACTIVE for port object 90b78f08-8def-4426-a36b-44f5213044d1 will not be triggered until provisioned by entity L2. {{(pid=100286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:43.025241 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.258297 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47062) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:43.264863 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-59c5f7ab-ca8d-4474-ae19-aae89ef67309 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658342757', 'description': 'tempest-description--976316948'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:43.286080 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': '2e646693-8eae-4851-8784-07cc940d7f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 4, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'gw_port': {'id': '2e646693-8eae-4851-8784-07cc940d7f41', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '79dce615-559f-461a-b0f6-9db015f1307f', 'name': '', 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'mac_address': 'fa:16:3e:d4:88:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:36Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 2, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'subnets': [{'id': 'e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:43.317572 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Checking router: 51e9844f-00b5-47f2-b97f-38e54bd93d85 for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:47:43.318083 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Updating router 51e9844f-00b5-47f2-b97f-38e54bd93d85 port 79dce615-559f-461a-b0f6-9db015f1307f binding host dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:47:43.377317 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.393805 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.441625 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382573a3-1dbd-4f35-8ed8-6765bf1b82dc req-05e96680-2a65-4ad8-be0b-e06388fce6bb tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:43.446163 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-382573a3-1dbd-4f35-8ed8-6765bf1b82dc req-05e96680-2a65-4ad8-be0b-e06388fce6bb tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 943 time: 0.1281934 Jul 27 06:47:43.456422 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a77df5-49bd-42a3-a48f-0755798a34ef None None] Pushing event updated for resources: {'Port': ['ID=90b78f08-8def-4426-a36b-44f5213044d1,revision_number=3']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:43.457231 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47064) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:43.462463 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-0db57034-61b8-4d45-9479-fa137b8ee36d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680412909', 'description': 'tempest-description--92280632'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:43.538866 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-382573a3-1dbd-4f35-8ed8-6765bf1b82dc req-758869e6-e899-4ba3-9027-ded64a6f3164 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671375 Jul 27 06:47:43.574387 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Attempting to bind port 90b78f08-8def-4426-a36b-44f5213044d1 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:43.582006 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device ff6b6d4a-3b66-4de4-a692-070528dde73a up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:43.585883 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Attempting to bind port 90b78f08-8def-4426-a36b-44f5213044d1 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:43.587818 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Attempting to bind port 90b78f08-8def-4426-a36b-44f5213044d1 on network b10d324b-fbf7-4b46-97bc-eded67cd5894 {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:43.601066 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-59c5f7ab-ca8d-4474-ae19-aae89ef67309 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.602718 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:43.604560 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Checking segment: {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:43.605105 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.608337 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Bound using segment: {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:43.609092 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Bound port: 90b78f08-8def-4426-a36b-44f5213044d1, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'}}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:43.609614 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.726555 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceb1827-8724-4372-80ce-9c6c4e7ae4a6 x-openstack-request-id: req-8ceb1827-8724-4372-80ce-9c6c4e7ae4a6 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:43.726884 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e", "tag": "4d36a515-4638-44c0-83ca-1ae05793022f", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:43.727263 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ceb1827-8724-4372-80ce-9c6c4e7ae4a6 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:43.729637 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e', 'tag': '4d36a515-4638-44c0-83ca-1ae05793022f', 'status': 'completed', 'code': 200} Jul 27 06:47:43.820611 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] For port 90b78f08-8def-4426-a36b-44f5213044d1, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:43.820611 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] For port 90b78f08-8def-4426-a36b-44f5213044d1, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=90b78f08-8def-4426-a36b-44f5213044d1,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:43.853711 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.892765 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Transition to ACTIVE for port object f636f210-b3fc-4f96-b903-cc60c89e28a7 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:43.963602 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port ff6b6d4a-3b66-4de4-a692-070528dde73a triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:43.964049 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.986953 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-ff11f4b8-1c0a-4375-8b85-419bb3a302c5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:43.988547 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-ff11f4b8-1c0a-4375-8b85-419bb3a302c5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 818 time: 0.1261823 Jul 27 06:47:43.994710 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0db57034-61b8-4d45-9479-fa137b8ee36d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.015444 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-2967de64-3961-4a89-8f19-2dc2ac4a912d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/quotas/e4500896d6aa4da6b6a61c4d0aa2018b HTTP/1.1" status: 200 len: 375 time: 0.0202286 Jul 27 06:47:44.068196 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.157673 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:44.159113 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:44.169352 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.267666 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-59c5f7ab-ca8d-4474-ae19-aae89ef67309 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.333356 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.351074 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-59c5f7ab-ca8d-4474-ae19-aae89ef67309 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.365370 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d901a-cf60-4352-b80b-48d0e3d3896e None None] Pushing event updated for resources: {'Port': ['ID=f636f210-b3fc-4f96-b903-cc60c89e28a7,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:44.394909 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-315e46aa-6eb6-4930-b410-faa9cac25c16 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3783703 Jul 27 06:47:44.419539 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Transition to ACTIVE for port object 79dce615-559f-461a-b0f6-9db015f1307f will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:44.432644 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Attempting to bind port f636f210-b3fc-4f96-b903-cc60c89e28a7 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:44.436942 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Attempting to bind port f636f210-b3fc-4f96-b903-cc60c89e28a7 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:44.437495 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Attempting to bind port f636f210-b3fc-4f96-b903-cc60c89e28a7 on network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:44.444468 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:44.450590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Checking segment: {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:44.450590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.450590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Bound using segment: {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:44.450590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Bound port: f636f210-b3fc-4f96-b903-cc60c89e28a7, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:44.450590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.451987 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5f7ab-ca8d-4474-ae19-aae89ef67309 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b646133c-4be0-4094-ae7b-828ae1bc5612,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:44.582335 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a77df5-49bd-42a3-a48f-0755798a34ef None None] Pushing event updated for resources: {'Port': ['ID=90b78f08-8def-4426-a36b-44f5213044d1,revision_number=4']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:44.638260 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.657840 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:44.669007 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b8176ddb-b993-4191-91bf-131d2039f0aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:47:44.670071 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b8176ddb-b993-4191-91bf-131d2039f0aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1607881 Jul 27 06:47:44.710131 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0db57034-61b8-4d45-9479-fa137b8ee36d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.831779 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] For port f636f210-b3fc-4f96-b903-cc60c89e28a7, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:44.843197 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] For port f636f210-b3fc-4f96-b903-cc60c89e28a7, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=f636f210-b3fc-4f96-b903-cc60c89e28a7,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:45.048440 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe04894-7ad6-401a-8bdd-61e0d4b2ee58 None None] Pushing event updated for resources: {'Port': ['ID=79dce615-559f-461a-b0f6-9db015f1307f,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:45.049688 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-90b552a3-5d80-4d8b-bee9-dd2600b16640 service neutron] 10.222.0.13 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106728 Jul 27 06:47:45.050584 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-7aaec5aa-8d79-40c6-8230-be120577767f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d36a515-4638-44c0-83ca-1ae05793022f HTTP/1.1" status: 200 len: 217 time: 0.1639171 Jul 27 06:47:45.050870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Attempting to bind port 79dce615-559f-461a-b0f6-9db015f1307f on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:45.050870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Attempting to bind port 79dce615-559f-461a-b0f6-9db015f1307f by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:45.050870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Attempting to bind port 79dce615-559f-461a-b0f6-9db015f1307f on network d1f9f50b-f3d7-442b-ad81-cc2181492054 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:45.050870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:45.050870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Checking segment: {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:45.050870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.050870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Bound using segment: {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:45.050870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Bound port: 79dce615-559f-461a-b0f6-9db015f1307f, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:45.050870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.080547 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1b735-a72d-4263-a65e-afaea31009d2 req-0a7ebd78-9cbb-4292-8eb5-061f1bd7946c tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:45.089828 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-19b1b735-a72d-4263-a65e-afaea31009d2 req-0a7ebd78-9cbb-4292-8eb5-061f1bd7946c tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 943 time: 0.2951026 Jul 27 06:47:45.147812 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:43Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:45.154210 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-2b372b08-46b7-409b-b083-dc9380e35766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:45.157667 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] For port 79dce615-559f-461a-b0f6-9db015f1307f, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:45.161709 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] For port 79dce615-559f-461a-b0f6-9db015f1307f, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=79dce615-559f-461a-b0f6-9db015f1307f,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:45.170391 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-2b372b08-46b7-409b-b083-dc9380e35766 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efac7a77-8c97-4838-82ed-39725192bf9c HTTP/1.1" status: 200 len: 851 time: 0.1483471 Jul 27 06:47:45.174789 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-19b1b735-a72d-4263-a65e-afaea31009d2 req-1af7bda8-1ced-426c-b2de-dc8f6ff77e0d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774319 Jul 27 06:47:45.196672 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-18f429dc-c5c5-4307-9c06-49271f7e9958 service neutron] 10.222.0.13 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962838 Jul 27 06:47:45.203091 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0db57034-61b8-4d45-9479-fa137b8ee36d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.211398 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4a3d2-22e3-4406-a66c-def2091b0609 None None] The sync data for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb is: [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:43Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:47:45.280062 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db57034-61b8-4d45-9479-fa137b8ee36d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5771b49-69f9-4aaa-ad81-1686f86c0845,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:45.348875 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.554550 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-59c5f7ab-ca8d-4474-ae19-aae89ef67309 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.555127 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.555520 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-59c5f7ab-ca8d-4474-ae19-aae89ef67309 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1227734 Jul 27 06:47:45.555520 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-6122b0f5-df89-4d84-935e-346dcba91a81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35ce1964-8fbb-4dea-9e39-c9845107e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780180 Jul 27 06:47:45.555655 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d901a-cf60-4352-b80b-48d0e3d3896e None None] Pushing event updated for resources: {'Port': ['ID=f636f210-b3fc-4f96-b903-cc60c89e28a7,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:45.555655 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:45.555655 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:45.555655 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Routers {'51e9844f-00b5-47f2-b97f-38e54bd93d85'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:45.555655 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['51e9844f-00b5-47f2-b97f-38e54bd93d85'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:45.556886 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 47122) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:45.563486 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-6cd198c9-0ced-4ffa-817e-4e5690a15b94 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'security_group_rule': {'security_group_id': 'b646133c-4be0-4094-ae7b-828ae1bc5612', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:45.758472 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 90b78f08-8def-4426-a36b-44f5213044d1 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:45.789560 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0db57034-61b8-4d45-9479-fa137b8ee36d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.794439 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 47130) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:45.795161 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-0db57034-61b8-4d45-9479-fa137b8ee36d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.3360426 Jul 27 06:47:45.799474 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-c9ef6690-aca8-4587-8f16-1be89b3ef259 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'security_group_rule': {'security_group_id': 'f5771b49-69f9-4aaa-ad81-1686f86c0845', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:45.831751 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe04894-7ad6-401a-8bdd-61e0d4b2ee58 None None] Pushing event updated for resources: {'Port': ['ID=79dce615-559f-461a-b0f6-9db015f1307f,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:45.887967 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6cd198c9-0ced-4ffa-817e-4e5690a15b94 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.908718 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-4869bdca-6ae1-4cb5-a4c7-23e86bb4d76f service neutron] 10.222.0.16 "GET /v2.0/networks/35ce1964-8fbb-4dea-9e39-c9845107e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490089 Jul 27 06:47:45.975440 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] Set router 51e9844f-00b5-47f2-b97f-38e54bd93d85 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:46.145574 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:46.171446 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b1a26f98-3728-4d95-b02b-bf9a28d1b618 req-5699f1a6-26f9-4849-9759-7fba675182e3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 210 time: 0.1323082 Jul 27 06:47:46.215755 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5727df7f-a8f1-423c-b3a4-46ca803e024c req-acd180e1-3340-433c-8e38-45e93f356dd0 service neutron] 10.222.0.16 "GET /v2.0/networks/35ce1964-8fbb-4dea-9e39-c9845107e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886074 Jul 27 06:47:46.223715 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6690-aca8-4587-8f16-1be89b3ef259 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.284403 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6cd198c9-0ced-4ffa-817e-4e5690a15b94 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.415165 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6cd198c9-0ced-4ffa-817e-4e5690a15b94 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.510951 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-add0661f-3e52-45b0-926a-e0ac2f9eac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:46.513737 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-add0661f-3e52-45b0-926a-e0ac2f9eac21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c627d5b2ff743059fc00784fa5aa9a7&device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 1096 time: 0.1092196 Jul 27 06:47:46.574308 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6cd198c9-0ced-4ffa-817e-4e5690a15b94 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.575873 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-6cd198c9-0ced-4ffa-817e-4e5690a15b94 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0166416 Jul 27 06:47:46.580390 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd198c9-0ced-4ffa-817e-4e5690a15b94 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21ba009-106d-4519-a96d-f6392946dee6,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:46.582711 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 47178) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:46.593025 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-af46a8b2-c3af-4781-a425-7294467c442e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'security_group_rule': {'security_group_id': 'b646133c-4be0-4094-ae7b-828ae1bc5612', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:46.607002 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6690-aca8-4587-8f16-1be89b3ef259 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.730656 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6690-aca8-4587-8f16-1be89b3ef259 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.737682 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 90b78f08-8def-4426-a36b-44f5213044d1 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:46.776776 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 90b78f08-8def-4426-a36b-44f5213044d1 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:46.777401 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.793993 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-60d892a5-c455-4f92-9633-011890b243bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:46.795877 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-60d892a5-c455-4f92-9633-011890b243bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=35ce1964-8fbb-4dea-9e39-c9845107e0c4 HTTP/1.1" status: 200 len: 912 time: 0.2738602 Jul 27 06:47:46.798957 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2e5bd-523d-468b-a39f-677433ebb285 req-70760aa2-b6e9-4cd2-bcb3-659004ee4ef5 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:46.802196 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-74c2e5bd-523d-468b-a39f-677433ebb285 req-70760aa2-b6e9-4cd2-bcb3-659004ee4ef5 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 943 time: 0.3168030 Jul 27 06:47:46.811991 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef6690-aca8-4587-8f16-1be89b3ef259 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0bc63a-b48a-4f57-a622-08ff72af69c7,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:46.891102 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-5f46599b-a3ef-40d5-bc0c-14074036b7a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d36a515-4638-44c0-83ca-1ae05793022f HTTP/1.1" status: 200 len: 217 time: 0.0710235 Jul 27 06:47:46.909319 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-918d0c04-fb4b-4c50-bc59-aec255d6e775 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:46.920495 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-918d0c04-fb4b-4c50-bc59-aec255d6e775 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 818 time: 0.3859138 Jul 27 06:47:46.930090 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-af46a8b2-c3af-4781-a425-7294467c442e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.965803 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-2d93dcd1-1954-4fba-97c0-78a18e50004a tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/quotas/e4500896d6aa4da6b6a61c4d0aa2018b HTTP/1.1" status: 200 len: 375 time: 0.0441756 Jul 27 06:47:46.992324 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-80b11df9-d051-47e7-8447-929980ad3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:46.996275 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-80b11df9-d051-47e7-8447-929980ad3344 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efac7a77-8c97-4838-82ed-39725192bf9c HTTP/1.1" status: 200 len: 851 time: 0.0671947 Jul 27 06:47:47.022828 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-74c2e5bd-523d-468b-a39f-677433ebb285 req-1e7f91b6-16d7-4d15-8b18-5332f8b81c0f tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078838 Jul 27 06:47:47.140065 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-20dfd66e-5bb9-4680-92a3-e3ba64b5c15a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35ce1964-8fbb-4dea-9e39-c9845107e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860422 Jul 27 06:47:47.140591 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-af46a8b2-c3af-4781-a425-7294467c442e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.142582 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.151353 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-6f614313-145c-4f9f-bfa3-39480354286e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1846111 Jul 27 06:47:47.177822 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6690-aca8-4587-8f16-1be89b3ef259 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.189183 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c9ef6690-aca8-4587-8f16-1be89b3ef259 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3933771 Jul 27 06:47:47.201070 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47192) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:47.228123 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-f6f2d9dc-1136-4a5f-8941-fa909eea50eb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'security_group_rule': {'security_group_id': 'f5771b49-69f9-4aaa-ad81-1686f86c0845', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:47.247095 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 90b78f08-8def-4426-a36b-44f5213044d1, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=90b78f08-8def-4426-a36b-44f5213044d1,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:47.275212 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': '2e646693-8eae-4851-8784-07cc940d7f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 4, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'gw_port': {'id': '2e646693-8eae-4851-8784-07cc940d7f41', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '79dce615-559f-461a-b0f6-9db015f1307f', 'name': '', 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'mac_address': 'fa:16:3e:d4:88:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:36Z', 'updated_at': '2021-07-27T06:47:45Z', 'revision_number': 4, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'subnets': [{'id': 'e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:47.295095 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:44Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:47.336753 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.383758 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-e11203c6-69f1-4537-9903-c399e5be26e1 service neutron] 10.222.0.16 "GET /v2.0/networks/35ce1964-8fbb-4dea-9e39-c9845107e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697635 Jul 27 06:47:47.398021 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-af46a8b2-c3af-4781-a425-7294467c442e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.406691 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3b955-6a48-468e-938f-adcff38c327d None None] The sync data for ids ['51e9844f-00b5-47f2-b97f-38e54bd93d85'] in dv-cinder-779194-3-smb is: [{'id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': '2e646693-8eae-4851-8784-07cc940d7f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 4, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'gw_port': {'id': '2e646693-8eae-4851-8784-07cc940d7f41', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '79dce615-559f-461a-b0f6-9db015f1307f', 'name': '', 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'mac_address': 'fa:16:3e:d4:88:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:36Z', 'updated_at': '2021-07-27T06:47:45Z', 'revision_number': 4, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'subnets': [{'id': 'e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:47:47.410401 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad4e7-f315-42c7-857a-e386f43f085b None None] The sync data for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb is: [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:44Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:47:47.427697 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46a8b2-c3af-4781-a425-7294467c442e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e315e9e1-8bc5-4275-ab50-eceb7e4a3ae1,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:47.462487 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-019f45b2-ec4c-42c5-8349-ed0c20a75a74 service neutron] 10.222.0.13 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102098 Jul 27 06:47:47.489915 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=90b78f08-8def-4426-a36b-44f5213044d1,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:47.572827 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-174e5f3a-1878-4fd3-9014-b120e6a60588 req-bdcb95a9-3f32-4d2e-ba62-86bb30a41827 service neutron] 10.222.0.16 "GET /v2.0/networks/35ce1964-8fbb-4dea-9e39-c9845107e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551435 Jul 27 06:47:47.626269 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d9dc-1136-4a5f-8941-fa909eea50eb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.702470 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-af46a8b2-c3af-4781-a425-7294467c442e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.704458 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-af46a8b2-c3af-4781-a425-7294467c442e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1173482 Jul 27 06:47:47.708262 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 47210) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:47.716801 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'floatingip': {'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:47.770873 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-6a78d107-62c8-4fab-89e4-7b6d4b8c5fab service neutron] 10.222.0.13 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007226 Jul 27 06:47:47.771802 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d9dc-1136-4a5f-8941-fa909eea50eb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.994543 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.995861 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d9dc-1136-4a5f-8941-fa909eea50eb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.037810 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2d9dc-1136-4a5f-8941-fa909eea50eb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadc0c94-37cd-449c-b264-c71ab322423d,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:48.199394 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d9dc-1136-4a5f-8941-fa909eea50eb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.202848 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-f6f2d9dc-1136-4a5f-8941-fa909eea50eb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9993749 Jul 27 06:47:48.205342 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 47214) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:48.213535 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'floatingip': {'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:48.303865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47de8-1963-457f-bc48-be90c846e29c req-190d151f-8cbc-472f-9371-a26d2f70ccf5 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:48.305914 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-05f47de8-1963-457f-bc48-be90c846e29c req-190d151f-8cbc-472f-9371-a26d2f70ccf5 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 943 time: 0.2030561 Jul 27 06:47:48.440729 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8d5758e1-0958-4557-a75a-71b2b1a9c594 req-42289fa0-c12e-4e13-81fa-646bc5073f41 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 210 time: 0.0554907 Jul 27 06:47:48.443975 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.458753 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-05f47de8-1963-457f-bc48-be90c846e29c req-a4601f95-4f86-4856-9be3-86bea2ef797a tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147406 Jul 27 06:47:48.624848 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.863008 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Allocated IP 172.28.1.187 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/281333ae-b9bb-428b-924d-fd92228bab07) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:49.007568 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.029336 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.326409 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.653309 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:49.732445 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:49.739373 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:49.767151 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 79dce615-559f-461a-b0f6-9db015f1307f up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:49.806831 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:47:49.897761 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-77e6deb1-b93d-4647-9809-44b32d903adf req-09ec0e37-847f-4563-98c2-f777399b7b92 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 210 time: 0.3046954 Jul 27 06:47:49.918246 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'Port': ['ID=281333ae-b9bb-428b-924d-fd92228bab07,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:49.922056 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Allocated IP 172.28.1.69 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/623b8fb9-ea07-4083-aba7-63ee87a34556) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:49.925004 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.961956 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09da2-f90c-49af-9161-a3c94436fe30 req-a110913b-7118-411d-aa21-d9142469b611 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:49.964132 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-63e09da2-f90c-49af-9161-a3c94436fe30 req-a110913b-7118-411d-aa21-d9142469b611 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 943 time: 0.3561308 Jul 27 06:47:50.009737 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-63e09da2-f90c-49af-9161-a3c94436fe30 req-da36d99d-0c63-49fc-ac0e-e9d40c52ade2 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388088 Jul 27 06:47:50.016196 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 79dce615-559f-461a-b0f6-9db015f1307f completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:50.026396 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 79dce615-559f-461a-b0f6-9db015f1307f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:50.026396 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.118433 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.194316 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.261882 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 79dce615-559f-461a-b0f6-9db015f1307f, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=79dce615-559f-461a-b0f6-9db015f1307f,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:50.357085 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.361000 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device f636f210-b3fc-4f96-b903-cc60c89e28a7 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:50.399493 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.486347 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=79dce615-559f-461a-b0f6-9db015f1307f,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:50.496165 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.588265 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port f636f210-b3fc-4f96-b903-cc60c89e28a7 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:50.588831 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.593749 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port f636f210-b3fc-4f96-b903-cc60c89e28a7 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:50.593749 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.596129 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.639679 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.660921 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:50.665313 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:50.681582 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:50.756093 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.779237 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'Port': ['ID=623b8fb9-ea07-4083-aba7-63ee87a34556,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:50.779332 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.804528 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.807197 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0965438 Jul 27 06:47:50.827860 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805e544-294c-4532-b57a-e5c7bebce026 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'Port': ['ID=281333ae-b9bb-428b-924d-fd92228bab07,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:50.845537 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port f636f210-b3fc-4f96-b903-cc60c89e28a7, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=f636f210-b3fc-4f96-b903-cc60c89e28a7,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:51.009234 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-74432285-24dd-4162-811a-2c81726c121f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--658342757&fields=id&tenant_id=371bfa919ef2412081709a50e2b4ae94 HTTP/1.1" status: 200 len: 267 time: 0.0767434 Jul 27 06:47:51.010447 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.014415 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 90b78f08-8def-4426-a36b-44f5213044d1 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:51.038125 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9dc095f6-5391-4cbf-94d3-2cb3b1076eb3 req-cac31c1a-9a31-439d-a9fb-0eb043cac709 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 210 time: 0.0441496 Jul 27 06:47:51.051931 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.098580 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=f636f210-b3fc-4f96-b903-cc60c89e28a7,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:51.116572 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 90b78f08-8def-4426-a36b-44f5213044d1 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:51.119709 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.225733 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-d32e80bc-a7f8-4a2a-b41d-6ca51b034f0d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:51.227284 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-d32e80bc-a7f8-4a2a-b41d-6ca51b034f0d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 816 time: 0.1959929 Jul 27 06:47:51.265215 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-d3a23975-3510-4593-ba05-c5ead7208a96 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/quotas/371bfa919ef2412081709a50e2b4ae94 HTTP/1.1" status: 200 len: 375 time: 0.0286384 Jul 27 06:47:51.379980 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.454463 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-11529331-870c-48b2-8832-3e4b88bc1b78 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1574159 Jul 27 06:47:51.454569 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 79dce615-559f-461a-b0f6-9db015f1307f up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:51.467166 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628e84d-0b38-49eb-b4d3-90d2002ded3d req-c5c19b7e-8487-42aa-8b2a-30ad91bc4fa7 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:51.468608 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d628e84d-0b38-49eb-b4d3-90d2002ded3d req-c5c19b7e-8487-42aa-8b2a-30ad91bc4fa7 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 943 time: 0.1033511 Jul 27 06:47:51.512445 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 79dce615-559f-461a-b0f6-9db015f1307f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:51.512888 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.554783 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d628e84d-0b38-49eb-b4d3-90d2002ded3d req-1a51fea6-e5be-4efa-a5e1-dc29142fd123 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773542 Jul 27 06:47:51.580746 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-cac033c5-738e-4ddd-a1ae-e941f4cd0b53 service neutron] 10.222.0.13 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315868 Jul 27 06:47:51.609598 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device f636f210-b3fc-4f96-b903-cc60c89e28a7 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:51.675459 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port f636f210-b3fc-4f96-b903-cc60c89e28a7 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:51.676146 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.678205 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-c4c4350a-9a59-415c-a8ce-f205f82ed645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.698081 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-1a535267-afe2-40f5-a04d-b0fa04bd9644 service neutron] 10.222.0.13 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109259 Jul 27 06:47:51.699127 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.758197 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.790721 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'Port': ['ID=623b8fb9-ea07-4083-aba7-63ee87a34556,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:51.852552 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-17603c12-5409-443d-85f2-8d3b9132bd1d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:51.865193 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-17603c12-5409-443d-85f2-8d3b9132bd1d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 818 time: 0.1763303 Jul 27 06:47:51.875133 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Request body: {'port': {'device_id': '99937cea-82e5-432b-9762-bcb1c4819030', 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054', 'admin_state_up': True, 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:51.987170 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.995993 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-782bb0cb-0f25-4971-9a5c-c937cbfa9ff9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7790160 Jul 27 06:47:52.147383 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Made reservation on behalf of e4500896d6aa4da6b6a61c4d0aa2018b for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:52.150929 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:52.170220 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0e0fc1b-6055-4e73-8713-338fbca745ce req-bb6ba205-6b5e-4b6f-9333-0aa59981469e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 210 time: 0.0438991 Jul 27 06:47:52.226406 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-219ddf09-e3e5-4562-a005-f7c7a8876a7e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--680412909&fields=id&tenant_id=96af4e8b67da416aaca6c19e34983447 HTTP/1.1" status: 200 len: 267 time: 0.0621591 Jul 27 06:47:52.282703 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a9af30d5-ed8d-4f59-8e39-827035726571 req-351bdfc5-d170-4b94-95c0-f4459f71c3e9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 210 time: 0.0467238 Jul 27 06:47:52.335201 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Allocated IP 172.20.0.5 (d1f9f50b-f3d7-442b-ad81-cc2181492054/e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0/cb598bcb-f22e-4edb-ac0d-d3c04649874c) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:52.382789 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-d427219d-f0d6-4e78-9870-052df732c922 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:52.384353 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-d427219d-f0d6-4e78-9870-052df732c922 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 811 time: 0.1496286 Jul 27 06:47:52.404373 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-d183bd56-e312-4f74-8e9e-4b9a13179b64 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/quotas/96af4e8b67da416aaca6c19e34983447 HTTP/1.1" status: 200 len: 375 time: 0.0111234 Jul 27 06:47:52.493033 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bb43b901-9e2e-4fc6-be68-90d7c12179d7 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799398 Jul 27 06:47:52.493545 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.16', 59754) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:52.542229 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:52.753947 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:52.797843 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Network d1f9f50b-f3d7-442b-ad81-cc2181492054 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:52.802841 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:52.805283 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:52.811248 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:52.811741 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:52.825585 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Pushing event updated for resources: {'Port': ['ID=cb598bcb-f22e-4edb-ac0d-d3c04649874c,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:52.898429 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-b6ed8a84-d6b6-4c81-833f-e652452164aa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0279455 Jul 27 06:47:52.901354 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-8f0256e8-1d4f-49d4-a211-d583b62658e3 service neutron] 10.222.0.13 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792713 Jul 27 06:47:52.929806 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Request body: {'port': {'device_id': '99937cea-82e5-432b-9762-bcb1c4819030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:52.932076 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-68cb3060-87fb-4ae7-ba54-96b43e90fe49 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:52.934942 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-68cb3060-87fb-4ae7-ba54-96b43e90fe49 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 818 time: 0.4129763 Jul 27 06:47:52.984805 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Request body: {'port': {'device_id': '7ba48ae2-c05d-4eb0-a8f3-02eec2795b85', 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054', 'admin_state_up': True, 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:53.004357 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7706c00-3e22-4f7f-9330-19eae2f956a1 req-164f7d5c-8f79-4602-865b-bd06853cf3da tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:53.005916 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e7706c00-3e22-4f7f-9330-19eae2f956a1 req-164f7d5c-8f79-4602-865b-bd06853cf3da tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 943 time: 0.2348189 Jul 27 06:47:53.083294 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.170069 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e7706c00-3e22-4f7f-9330-19eae2f956a1 req-3f609f86-9072-417d-beee-ad73f8c36307 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495121 Jul 27 06:47:53.248921 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-e3473c57-ff7e-4afd-b629-453096a2e15e service neutron] 10.222.0.13 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456523 Jul 27 06:47:53.317939 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4510d927-9e3d-42bd-8a15-c6bc756a3e84 req-8e9c6bbe-9ab5-4e4a-ae26-f19f7fb6cb27 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 210 time: 0.0314708 Jul 27 06:47:53.406594 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a00ad1fc-f6ad-4e3b-a8a5-5bdf74334047 req-4b2b4820-6c12-4ae5-b372-f5d507248753 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 210 time: 0.0321581 Jul 27 06:47:53.460486 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Made reservation on behalf of e4500896d6aa4da6b6a61c4d0aa2018b for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:53.463951 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.479267 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb598bcb-f22e-4edb-ac0d-d3c04649874c {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:53.487723 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.500323 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Transition to ACTIVE for port object cb598bcb-f22e-4edb-ac0d-d3c04649874c will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:53.564484 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.628572 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0e0c02c8-cb1d-4c32-8582-4aeb1a6eee84 req-e54ef67a-b467-49b0-883d-22f11128ffc2 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0486403 Jul 27 06:47:53.647701 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Pushing event updated for resources: {'Port': ['ID=cb598bcb-f22e-4edb-ac0d-d3c04649874c,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:53.664121 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Attempting to bind port cb598bcb-f22e-4edb-ac0d-d3c04649874c on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:53.664461 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Attempting to bind port cb598bcb-f22e-4edb-ac0d-d3c04649874c by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:53.664898 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Attempting to bind port cb598bcb-f22e-4edb-ac0d-d3c04649874c on network d1f9f50b-f3d7-442b-ad81-cc2181492054 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:53.671340 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Port cb598bcb-f22e-4edb-ac0d-d3c04649874c on network d1f9f50b-f3d7-442b-ad81-cc2181492054 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:47:53.671786 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Attempting to bind port cb598bcb-f22e-4edb-ac0d-d3c04649874c on network d1f9f50b-f3d7-442b-ad81-cc2181492054 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:53.679894 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:53.679894 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Checking segment: {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:53.679894 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Bound using segment: {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:53.680232 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Bound port: cb598bcb-f22e-4edb-ac0d-d3c04649874c, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:53.680490 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.736002 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Allocated IP 172.20.0.9 (d1f9f50b-f3d7-442b-ad81-cc2181492054/e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0/538ee602-f572-41af-bc4e-1e11aa2c4cc6) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:53.753847 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 4d36a515-4638-44c0-83ca-1ae05793022f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:47:53.765992 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] For port cb598bcb-f22e-4edb-ac0d-d3c04649874c, host hv-cinder-77919, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:53.770003 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] For port cb598bcb-f22e-4edb-ac0d-d3c04649874c, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:53.867608 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 4d36a515-4638-44c0-83ca-1ae05793022f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4d36a515-4638-44c0-83ca-1ae05793022f,segment=NetworkSegment(cb1d44a5-5379-4108-bca7-bcbd049db8fd),segment_id=cb1d44a5-5379-4108-bca7-bcbd049db8fd)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:53.880661 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '4d36a515-4638-44c0-83ca-1ae05793022f', 'network_id': '35ce1964-8fbb-4dea-9e39-c9845107e0c4', 'port_id': '4d36a515-4638-44c0-83ca-1ae05793022f', 'mac_address': 'fa:16:3e:0f:d4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efac7a77-8c97-4838-82ed-39725192bf9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:47:53.895974 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.896187 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.934745 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.936720 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:53.937839 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.939479 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb598bcb-f22e-4edb-ac0d-d3c04649874c HTTP/1.1" status: 200 len: 1093 time: 1.0229485 Jul 27 06:47:53.940089 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99937cea-82e5-432b-9762-bcb1c4819030', 'tag': 'cb598bcb-f22e-4edb-ac0d-d3c04649874c'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:53.942650 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66566a10-487e-42cd-814a-831e933341e1" -d '{"events": [{"name": "network-changed", "server_uuid": "99937cea-82e5-432b-9762-bcb1c4819030", "tag": "cb598bcb-f22e-4edb-ac0d-d3c04649874c"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:53.947662 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d36a515-4638-44c0-83ca-1ae05793022f {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:53.971719 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2977c-a93a-4958-973e-1932347fc594 service neutron] Pushing event updated for resources: {'Port': ['ID=cb598bcb-f22e-4edb-ac0d-d3c04649874c,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:53.983213 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 4d36a515-4638-44c0-83ca-1ae05793022f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4d36a515-4638-44c0-83ca-1ae05793022f,segment=NetworkSegment(cb1d44a5-5379-4108-bca7-bcbd049db8fd),segment_id=cb1d44a5-5379-4108-bca7-bcbd049db8fd)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:53.996885 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aaa4a1-909e-41ee-9e42-7884ae3d5cb9 x-openstack-request-id: req-f3aaa4a1-909e-41ee-9e42-7884ae3d5cb9 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:53.996885 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99937cea-82e5-432b-9762-bcb1c4819030", "tag": "cb598bcb-f22e-4edb-ac0d-d3c04649874c", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:53.996885 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3aaa4a1-909e-41ee-9e42-7884ae3d5cb9 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:53.996885 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99937cea-82e5-432b-9762-bcb1c4819030', 'tag': 'cb598bcb-f22e-4edb-ac0d-d3c04649874c', 'status': 'completed', 'code': 200} Jul 27 06:47:54.017073 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.067470 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.102779 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Network d1f9f50b-f3d7-442b-ad81-cc2181492054 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:54.109157 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:54.111623 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:54.121121 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:54.121121 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.134277 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66566a10-487e-42cd-814a-831e933341e1 req-249d55c4-2e4d-40ba-8995-16ed6bb4dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:54.136112 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-66566a10-487e-42cd-814a-831e933341e1 req-249d55c4-2e4d-40ba-8995-16ed6bb4dc17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1096 time: 0.0739644 Jul 27 06:47:54.149556 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Pushing event updated for resources: {'Port': ['ID=538ee602-f572-41af-bc4e-1e11aa2c4cc6,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:54.164347 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=4d36a515-4638-44c0-83ca-1ae05793022f,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:54.286086 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e91a242b-f14a-41c8-9d80-4d13b039865b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.310450 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-908a0979-c540-4232-9081-0eb261be1267 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3508952 Jul 27 06:47:54.333560 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Request body: {'port': {'device_id': '7ba48ae2-c05d-4eb0-a8f3-02eec2795b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:54.390126 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66566a10-487e-42cd-814a-831e933341e1 req-8fce3050-6838-4de3-9cd9-541682bda59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:54.391419 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-66566a10-487e-42cd-814a-831e933341e1 req-8fce3050-6838-4de3-9cd9-541682bda59b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2370777 Jul 27 06:47:54.407702 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['4d36a515-4638-44c0-83ca-1ae05793022f'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:47:54.479410 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.522407 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e8f97-0137-4881-9f5a-461a985b675e req-8b88c1d1-afec-45cb-85d0-33b3a6a87cc2 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:54.524729 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-af8e8f97-0137-4881-9f5a-461a985b675e req-8b88c1d1-afec-45cb-85d0-33b3a6a87cc2 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 944 time: 0.2842827 Jul 27 06:47:54.657133 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66566a10-487e-42cd-814a-831e933341e1 req-ee76e2af-6b1a-4466-9648-729615791620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:54.659016 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-66566a10-487e-42cd-814a-831e933341e1 req-ee76e2af-6b1a-4466-9648-729615791620 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597642 Jul 27 06:47:54.661509 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a55cf-b8b1-47ec-a819-7462314b87c5 req-2960fe91-c45d-4788-918c-224db7d36a53 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:54.663225 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d57a55cf-b8b1-47ec-a819-7462314b87c5 req-2960fe91-c45d-4788-918c-224db7d36a53 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 931 time: 0.1824269 Jul 27 06:47:54.709437 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-af8e8f97-0137-4881-9f5a-461a985b675e req-6865db89-75b3-46bb-9fd0-2a80c14b2cb7 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696079 Jul 27 06:47:54.898762 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a645bfba-ff05-4e1e-9716-5f5f58159322 req-7ebf7998-f443-4377-8465-dc47fba23b43 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 210 time: 0.0623612 Jul 27 06:47:54.902130 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d57a55cf-b8b1-47ec-a819-7462314b87c5 req-ad927329-0c48-4363-ac89-12f40812077c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286279 Jul 27 06:47:54.963323 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.981694 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-93fdbc46-52ec-4e6e-b70c-780862db87f2 req-c8df5aa6-271e-42c5-97b3-1d1392be905c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0344379 Jul 27 06:47:55.008679 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-bfb07a20-403a-4e2e-b88c-9dcc0bfc7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:55.010246 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-bfb07a20-403a-4e2e-b88c-9dcc0bfc7bcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1096 time: 0.2718108 Jul 27 06:47:55.060031 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-5534bec0-37ab-4120-97b2-282e18c96c8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c HTTP/1.1" status: 200 len: 217 time: 0.0341244 Jul 27 06:47:55.114948 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-734d5c30-af4e-4012-967c-ba6f4bdb0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:55.116517 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-734d5c30-af4e-4012-967c-ba6f4bdb0b0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.0488229 Jul 27 06:47:55.150972 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-bf776c0b-e02e-4ee8-91e3-b6271f644053 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261860 Jul 27 06:47:55.166005 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538ee602-f572-41af-bc4e-1e11aa2c4cc6 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:55.174938 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.186871 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.191770 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Transition to ACTIVE for port object 538ee602-f572-41af-bc4e-1e11aa2c4cc6 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:55.193814 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.16', 59772) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:55.246838 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-e6f45c6a-9bfc-4f69-b56f-4bebc0402eaa service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839443 Jul 27 06:47:55.293976 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-98863b0b-10d7-4e5f-a0cf-85565cdd5251 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:55.295431 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-98863b0b-10d7-4e5f-a0cf-85565cdd5251 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 816 time: 0.1007104 Jul 27 06:47:55.301122 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.354448 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-9580fe60-e5d2-4e18-a478-95f5b0832978 req-11dcfe8e-c371-48a7-9c02-5eaa6b37ca96 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006310 Jul 27 06:47:55.573603 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=538ee602-f572-41af-bc4e-1e11aa2c4cc6,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:55.626652 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-18657a0f-fc14-46bb-8fc8-d217d72980e5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371bfa919ef2412081709a50e2b4ae94 HTTP/1.1" status: 200 len: 379 time: 0.1430774 Jul 27 06:47:55.637919 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Attempting to bind port 538ee602-f572-41af-bc4e-1e11aa2c4cc6 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:55.638352 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Attempting to bind port 538ee602-f572-41af-bc4e-1e11aa2c4cc6 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:55.638740 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Attempting to bind port 538ee602-f572-41af-bc4e-1e11aa2c4cc6 on network d1f9f50b-f3d7-442b-ad81-cc2181492054 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:55.643141 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Port 538ee602-f572-41af-bc4e-1e11aa2c4cc6 on network d1f9f50b-f3d7-442b-ad81-cc2181492054 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:47:55.643457 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Attempting to bind port 538ee602-f572-41af-bc4e-1e11aa2c4cc6 on network d1f9f50b-f3d7-442b-ad81-cc2181492054 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:55.649355 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:55.649724 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Checking segment: {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:55.650289 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Bound using segment: {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:55.650713 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Bound port: 538ee602-f572-41af-bc4e-1e11aa2c4cc6, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e73a84-61cd-437a-9b94-9a7abea7288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:55.651064 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.658424 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'port': {'device_id': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'admin_state_up': True, 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'security_groups': ['b646133c-4be0-4094-ae7b-828ae1bc5612']}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:55.749576 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 4d36a515-4638-44c0-83ca-1ae05793022f up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:55.791474 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] For port 538ee602-f572-41af-bc4e-1e11aa2c4cc6, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:55.843586 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] For port 538ee602-f572-41af-bc4e-1e11aa2c4cc6, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=538ee602-f572-41af-bc4e-1e11aa2c4cc6,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:55.881774 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 4d36a515-4638-44c0-83ca-1ae05793022f completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:55.888043 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 4d36a515-4638-44c0-83ca-1ae05793022f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:55.888043 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.910709 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6abda8-f625-4098-b6ed-ce314b219997 req-caa41fa6-28de-4fc8-af90-4aac600d103b tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:55.912176 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2a6abda8-f625-4098-b6ed-ce314b219997 req-caa41fa6-28de-4fc8-af90-4aac600d103b tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 944 time: 0.1161070 Jul 27 06:47:55.967068 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2a6abda8-f625-4098-b6ed-ce314b219997 req-5c45820a-9692-415c-bdf5-acfad06bbb10 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477602 Jul 27 06:47:55.984571 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.988107 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.011326 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d36a515-4638-44c0-83ca-1ae05793022f'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:56.209658 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Made reservation on behalf of 371bfa919ef2412081709a50e2b4ae94 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:56.209658 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.211280 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 4d36a515-4638-44c0-83ca-1ae05793022f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4d36a515-4638-44c0-83ca-1ae05793022f,segment=NetworkSegment(cb1d44a5-5379-4108-bca7-bcbd049db8fd),segment_id=cb1d44a5-5379-4108-bca7-bcbd049db8fd)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:56.211280 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b43214-09f1-4a83-a25d-1ee00b53238f" -d '{"events": [{"server_uuid": "0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e", "name": "network-vif-plugged", "status": "completed", "tag": "4d36a515-4638-44c0-83ca-1ae05793022f"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:56.212475 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f4c9c2c9-5f1b-4d81-8002-aaeb03b2abbe req-07d6a1f7-f894-4832-b901-a4f4e9cf5929 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 210 time: 0.0684049 Jul 27 06:47:56.212475 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:56.212475 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.212475 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/538ee602-f572-41af-bc4e-1e11aa2c4cc6 HTTP/1.1" status: 200 len: 1093 time: 1.8151500 Jul 27 06:47:56.212475 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba48ae2-c05d-4eb0-a8f3-02eec2795b85', 'tag': '538ee602-f572-41af-bc4e-1e11aa2c4cc6'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:56.243674 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd61cc-32ea-440e-8ec5-606f3c6dc4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=538ee602-f572-41af-bc4e-1e11aa2c4cc6,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:56.298181 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6597d217-37ee-4b95-ba4d-88b2fe763e55" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba48ae2-c05d-4eb0-a8f3-02eec2795b85", "tag": "538ee602-f572-41af-bc4e-1e11aa2c4cc6"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:56.302766 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-35bcc7bf-2738-4e78-834e-6f2a452151d7 req-bb82a7d7-f7a7-4e1c-ac90-588eb747577a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0999441 Jul 27 06:47:56.338249 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a2898-bfec-468d-a735-8f30af6e5633 req-b9be1853-e3de-431f-a73a-c9c34dc8a637 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:56.339728 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-651a2898-bfec-468d-a735-8f30af6e5633 req-b9be1853-e3de-431f-a73a-c9c34dc8a637 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 943 time: 0.3488464 Jul 27 06:47:56.410881 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-651a2898-bfec-468d-a735-8f30af6e5633 req-412cfac3-7e94-4ee5-a6c8-7a2659cf0de0 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644495 Jul 27 06:47:56.416284 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5137a638-9620-4202-b95b-a1db62a8c9b0 x-openstack-request-id: req-5137a638-9620-4202-b95b-a1db62a8c9b0 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:56.416284 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e", "name": "network-vif-plugged", "status": "completed", "tag": "4d36a515-4638-44c0-83ca-1ae05793022f", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:56.418688 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5137a638-9620-4202-b95b-a1db62a8c9b0 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:56.424298 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d36a515-4638-44c0-83ca-1ae05793022f', 'code': 200} Jul 27 06:47:56.424298 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.437117 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Allocated IP 172.20.0.10 (10f96515-6f2e-4596-b9b4-af1d97f0ec8b/ee7089db-fee7-4a83-930d-8a4836a7af05/e1e7143f-eeae-4af3-93fd-aa9b6b053d9f) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:56.499869 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=4d36a515-4638-44c0-83ca-1ae05793022f,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:56.590629 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d16ea86-8061-47a9-9740-c81b3d716f3f x-openstack-request-id: req-7d16ea86-8061-47a9-9740-c81b3d716f3f {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:56.591167 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba48ae2-c05d-4eb0-a8f3-02eec2795b85", "tag": "538ee602-f572-41af-bc4e-1e11aa2c4cc6", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:56.591167 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d16ea86-8061-47a9-9740-c81b3d716f3f {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:56.591608 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba48ae2-c05d-4eb0-a8f3-02eec2795b85', 'tag': '538ee602-f572-41af-bc4e-1e11aa2c4cc6', 'status': 'completed', 'code': 200} Jul 27 06:47:56.691236 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-666eac45-ca97-4811-a4f7-887f07c710f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:56.692738 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-666eac45-ca97-4811-a4f7-887f07c710f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 1096 time: 0.1824975 Jul 27 06:47:56.698556 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.713366 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Transition to ACTIVE for port object e1e7143f-eeae-4af3-93fd-aa9b6b053d9f will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:56.775557 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-c233e175-aa46-4fdd-b695-cc05e00e7be4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538ee602-f572-41af-bc4e-1e11aa2c4cc6 HTTP/1.1" status: 200 len: 217 time: 0.0633099 Jul 27 06:47:56.842694 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.871011 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-a5ebc8e8-62e1-49ec-a3a6-80e4d36750a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:56.874813 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-a5ebc8e8-62e1-49ec-a3a6-80e4d36750a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.0897853 Jul 27 06:47:56.945451 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-4aa70d03-5de0-4330-9a10-3aa4c435e663 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539832 Jul 27 06:47:56.963148 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.000958 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b7f75-efba-41aa-92cd-2e92e68cb6de req-d95c0de5-cb93-4b96-9d0e-82b68a2b6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.003243 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-451b7f75-efba-41aa-92cd-2e92e68cb6de req-d95c0de5-cb93-4b96-9d0e-82b68a2b6dc1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 1098 time: 0.1113536 Jul 27 06:47:57.031326 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.16', 59785) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:57.101311 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47546) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:57.101606 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:57.109467 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-451b7f75-efba-41aa-92cd-2e92e68cb6de req-fbd493c9-e6a5-4585-a79e-3c95ecd42cc6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.119816 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:57.143187 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:57.149614 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.150192 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.152730 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:57.189787 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-c350c2b8-4109-4c1a-84e0-00660fca9834 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361028 Jul 27 06:47:57.236552 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-8b16da64-c4bc-4337-8e02-f3c05576ee16 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.241666 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-8b16da64-c4bc-4337-8e02-f3c05576ee16 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 811 time: 0.2084703 Jul 27 06:47:57.278196 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1798eb4-ad88-4157-989b-de6e550b0c66 req-d6dcea77-98e8-4784-a2a4-52f2c726a391 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.280791 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f1798eb4-ad88-4157-989b-de6e550b0c66 req-d6dcea77-98e8-4784-a2a4-52f2c726a391 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 945 time: 0.2312727 Jul 27 06:47:57.283248 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e1a014ea-aaab-4883-b0ea-01efac38a026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.348193 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-947afbb0-4a8e-4ed6-955b-6de2be19877d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96af4e8b67da416aaca6c19e34983447 HTTP/1.1" status: 200 len: 379 time: 0.0887089 Jul 27 06:47:57.360367 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'port': {'device_id': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'admin_state_up': True, 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'security_groups': ['f5771b49-69f9-4aaa-ad81-1686f86c0845']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:57.379615 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f1798eb4-ad88-4157-989b-de6e550b0c66 req-ddd8ca30-1714-4902-af51-071590769237 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914481 Jul 27 06:47:57.397434 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41fe78b0-2fe0-49d2-8f35-62d127933238 req-c77e8e20-f104-45e2-a21e-8c46416c2b49 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951282 Jul 27 06:47:57.432423 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a252-9f4a-43df-9c18-2924b35a1f79 req-340b7d71-9723-45fe-a4f5-526f264d350a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.440907 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-451b7f75-efba-41aa-92cd-2e92e68cb6de req-fbd493c9-e6a5-4585-a79e-3c95ecd42cc6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.441676 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c105a252-9f4a-43df-9c18-2924b35a1f79 req-340b7d71-9723-45fe-a4f5-526f264d350a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 932 time: 0.1560018 Jul 27 06:47:57.503207 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c105a252-9f4a-43df-9c18-2924b35a1f79 req-b614af22-dc09-48a1-87c2-5c867933ea48 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606709 Jul 27 06:47:57.518370 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-451b7f75-efba-41aa-92cd-2e92e68cb6de req-fbd493c9-e6a5-4585-a79e-3c95ecd42cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.532179 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-18d0ab92-b9b1-4a71-9197-57ee848b175d req-3e87b5e8-e24f-4b4a-8990-5563123ec2f1 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0417590 Jul 27 06:47:57.559139 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-451b7f75-efba-41aa-92cd-2e92e68cb6de req-fbd493c9-e6a5-4585-a79e-3c95ecd42cc6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241325 Jul 27 06:47:57.567733 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd493c9-e6a5-4585-a79e-3c95ecd42cc6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd17ae-0441-4f73-9874-b700dd95a4f6,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:57.576483 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-61990c32-f023-4881-b7b9-9c5c08c2d00c None None] Provisioning for port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:57.582004 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-61990c32-f023-4881-b7b9-9c5c08c2d00c None None] Provisioning complete for port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:57.583946 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-61990c32-f023-4881-b7b9-9c5c08c2d00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.618717 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-61990c32-f023-4881-b7b9-9c5c08c2d00c None None] Port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:47:57.633478 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21532be1-e952-4e13-926f-98cebc5eabfb req-42efef86-c612-4397-ad02-85af001e51f9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.634925 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-21532be1-e952-4e13-926f-98cebc5eabfb req-42efef86-c612-4397-ad02-85af001e51f9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 943 time: 0.0650196 Jul 27 06:47:57.649795 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-db0009e6-a3c3-4d11-bff5-05df7c8df024 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9957743 Jul 27 06:47:57.660511 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.db.api [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 06:47:57.660511 dv-cinder-779194-3-smb neutron-server[100283]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 06:47:57.660511 dv-cinder-779194-3-smb neutron-server[100283]: [parameters: {'project_id_1': '96af4e8b67da416aaca6c19e34983447', 'expiration_1': datetime.datetime(2021, 7, 27, 6, 47, 57, 482375)}] Jul 27 06:47:57.660511 dv-cinder-779194-3-smb neutron-server[100283]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 06:47:57.660891 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG oslo_db.api [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 06:47:57.680803 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-21532be1-e952-4e13-926f-98cebc5eabfb req-ab040a76-098f-4cca-86ea-577ffb17e65c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383136 Jul 27 06:47:57.738664 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e1a014ea-aaab-4883-b0ea-01efac38a026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.838368 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e1a014ea-aaab-4883-b0ea-01efac38a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.876374 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-e1a014ea-aaab-4883-b0ea-01efac38a026 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=642f7d630da449e7af91613df12613c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7738502 Jul 27 06:47:57.877512 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a014ea-aaab-4883-b0ea-01efac38a026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4181fbdc-b1a1-4c61-9928-82e1555d36f6,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:57.879083 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 47574) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:58.033791 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-673e192f-87c4-4368-8c36-9df431bdfffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:58.035392 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-673e192f-87c4-4368-8c36-9df431bdfffd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 1096 time: 0.0579066 Jul 27 06:47:58.071597 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Request body: {'port': {'device_id': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:58.120692 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8af37854-563f-4ef1-be66-998418da5623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.134536 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-20944582-750f-4ef5-be44-a8f296b2faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:58.136111 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-20944582-750f-4ef5-be44-a8f296b2faff service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 919 time: 0.0906875 Jul 27 06:47:58.167769 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8af37854-563f-4ef1-be66-998418da5623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.175926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.182681 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-0c7d1089-20bd-405d-bbe9-316ab0127b1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538ee602-f572-41af-bc4e-1e11aa2c4cc6 HTTP/1.1" status: 200 len: 217 time: 0.0378788 Jul 27 06:47:58.239675 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-644302f8-1d1c-4ffe-9969-06b2e88d3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:58.241199 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-644302f8-1d1c-4ffe-9969-06b2e88d3770 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.0484004 Jul 27 06:47:58.281239 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-687464ad-94db-4eaa-a6dd-37d7d77a243a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315583 Jul 27 06:47:58.295428 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Made reservation on behalf of 96af4e8b67da416aaca6c19e34983447 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:58.299041 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.375544 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8af37854-563f-4ef1-be66-998418da5623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.378312 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8af37854-563f-4ef1-be66-998418da5623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.382084 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-8af37854-563f-4ef1-be66-998418da5623 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4181fbdc-b1a1-4c61-9928-82e1555d36f6 HTTP/1.1" status: 204 len: 168 time: 0.4994121 Jul 27 06:47:58.398209 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af37854-563f-4ef1-be66-998418da5623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4181fbdc-b1a1-4c61-9928-82e1555d36f6,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:58.454371 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-32612422-7467-41b8-acc3-b78edd29dff9 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529045 Jul 27 06:47:58.510877 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e7143f-eeae-4af3-93fd-aa9b6b053d9f {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:58.524685 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.529249 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47590) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:58.564836 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Allocated IP 172.20.0.9 (b10d324b-fbf7-4b46-97bc-eded67cd5894/a777b78d-1bd7-4a83-8ebf-d0de31a4c70b/bda91233-4bb4-440f-8bcc-dedcb5607055) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:58.590671 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Transition to ACTIVE for port object e1e7143f-eeae-4af3-93fd-aa9b6b053d9f will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:58.651128 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6597d217-37ee-4b95-ba4d-88b2fe763e55 req-275bafcf-f68d-4b27-b8ea-4808cbf849c2 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748793 Jul 27 06:47:58.661318 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadafe9b-a32d-4fa4-bbb7-2e095a847b3c req-90a0f4f4-c79d-47fb-aea7-5d6671a308f2 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:58.662923 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eadafe9b-a32d-4fa4-bbb7-2e095a847b3c req-90a0f4f4-c79d-47fb-aea7-5d6671a308f2 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 945 time: 0.1415696 Jul 27 06:47:58.692008 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e799334-a927-48f7-b853-d039e173e9f6 req-3c326ae1-b485-4cb6-9f1f-1ec132124341 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:58.696065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-02584dc8-9f6e-4eee-933c-7f166eb8885f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.697639 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9e799334-a927-48f7-b853-d039e173e9f6 req-3c326ae1-b485-4cb6-9f1f-1ec132124341 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 932 time: 0.0989799 Jul 27 06:47:58.723049 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.782469 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.804851 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Transition to ACTIVE for port object bda91233-4bb4-440f-8bcc-dedcb5607055 will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:58.814202 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eadafe9b-a32d-4fa4-bbb7-2e095a847b3c req-f42f6127-1323-4e59-bef2-17472c542e18 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129639 Jul 27 06:47:58.828131 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:58.847466 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9e799334-a927-48f7-b853-d039e173e9f6 req-0685a50c-10b8-4f12-8526-afd389202075 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388755 Jul 27 06:47:58.896384 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-02584dc8-9f6e-4eee-933c-7f166eb8885f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.959277 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Attempting to bind port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:58.959600 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Attempting to bind port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:58.963609 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Attempting to bind port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f on network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:58.983126 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6c202e77-f328-454e-bf01-d49b3f9c16a2 req-99ec3752-4b16-4b9d-a67b-3727b783f743 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0919929 Jul 27 06:47:59.019327 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f on network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:47:59.019653 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Attempting to bind port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f on network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:59.026951 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-02584dc8-9f6e-4eee-933c-7f166eb8885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.030414 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:59.030731 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Checking segment: {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:59.031188 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Bound using segment: {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:59.031724 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Bound port: e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:59.032047 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.092558 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.098953 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd5c92-19f7-437a-a46a-31cea0a59d0a req-a24ff3ba-c127-4631-bb64-9cd1f5ff37a8 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:59.100074 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02584dc8-9f6e-4eee-933c-7f166eb8885f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2186d441-bb66-465e-a3de-be3b99ed98f6,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:59.100460 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-91fd5c92-19f7-437a-a46a-31cea0a59d0a req-a24ff3ba-c127-4631-bb64-9cd1f5ff37a8 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 943 time: 0.1673541 Jul 27 06:47:59.111870 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-02584dc8-9f6e-4eee-933c-7f166eb8885f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a257b8dce3bc44d49efefa5a48f60a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777073 Jul 27 06:47:59.112397 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 47610) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:59.144193 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:59.147530 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:59.153577 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:59.159225 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:59.159447 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:59.159833 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.183011 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'Port': ['ID=bda91233-4bb4-440f-8bcc-dedcb5607055,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:59.204705 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:59.232896 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-91fd5c92-19f7-437a-a46a-31cea0a59d0a req-f17492de-25b8-4b14-bd00-44ccc3d3c30d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111381 Jul 27 06:47:59.242172 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d2c26fac-2717-47f5-a4e7-14274afa434a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.269993 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d2c26fac-2717-47f5-a4e7-14274afa434a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.279636 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-bed396c9-f77d-47be-9827-8f148aced3db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9252453 Jul 27 06:47:59.305114 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.312718 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Request body: {'port': {'device_id': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:59.350080 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:59.350704 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.352313 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] 10.222.0.16 "PUT /v2.0/ports/e1e7143f-eeae-4af3-93fd-aa9b6b053d9f HTTP/1.1" status: 200 len: 1094 time: 1.2871349 Jul 27 06:47:59.352785 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:59.355066 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39129327-6a9c-4095-ae26-50c52781e563" -d '{"events": [{"name": "network-changed", "server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:59.416678 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47620) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:59.420930 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602c6c4-7e3e-4669-8423-e9526188bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:59.444741 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.446488 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-42b6fb2f-c8f6-4cea-a3a7-875661bd000a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.496516 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac423b1-5ea4-4ba1-9ac9-9fb99fbb3d55 x-openstack-request-id: req-7ac423b1-5ea4-4ba1-9ac9-9fb99fbb3d55 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:59.496808 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:59.497081 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ac423b1-5ea4-4ba1-9ac9-9fb99fbb3d55 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:59.499392 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'status': 'completed', 'code': 200} Jul 27 06:47:59.576343 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d2c26fac-2717-47f5-a4e7-14274afa434a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.579279 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d2c26fac-2717-47f5-a4e7-14274afa434a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.582945 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-d2c26fac-2717-47f5-a4e7-14274afa434a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2186d441-bb66-465e-a3de-be3b99ed98f6 HTTP/1.1" status: 204 len: 168 time: 0.4674859 Jul 27 06:47:59.603480 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c26fac-2717-47f5-a4e7-14274afa434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2186d441-bb66-465e-a3de-be3b99ed98f6,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:59.637754 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39129327-6a9c-4095-ae26-50c52781e563 req-98bd4940-0411-489b-9de8-cf1e28fb4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:59.639705 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-39129327-6a9c-4095-ae26-50c52781e563 req-98bd4940-0411-489b-9de8-cf1e28fb4995 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 1097 time: 0.0985887 Jul 27 06:47:59.667411 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-181f8789-96dc-4b47-ac94-1ac0d89c6ad3 None None] Provisioning for port bda91233-4bb4-440f-8bcc-dedcb5607055 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:59.675036 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-181f8789-96dc-4b47-ac94-1ac0d89c6ad3 None None] Provisioning complete for port bda91233-4bb4-440f-8bcc-dedcb5607055 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:59.678937 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-181f8789-96dc-4b47-ac94-1ac0d89c6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.724511 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-181f8789-96dc-4b47-ac94-1ac0d89c6ad3 None None] Port bda91233-4bb4-440f-8bcc-dedcb5607055 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:47:59.765226 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-42b6fb2f-c8f6-4cea-a3a7-875661bd000a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.772649 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device cb598bcb-f22e-4edb-ac0d-d3c04649874c details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:47:59.838444 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda91233-4bb4-440f-8bcc-dedcb5607055 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:59.850563 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.870445 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Transition to ACTIVE for port object bda91233-4bb4-440f-8bcc-dedcb5607055 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:59.878331 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-42b6fb2f-c8f6-4cea-a3a7-875661bd000a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.897594 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port cb598bcb-f22e-4edb-ac0d-d3c04649874c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:59.918784 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39129327-6a9c-4095-ae26-50c52781e563 req-d420d471-6f4a-405f-92d4-3e48635debb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:59.922235 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-39129327-6a9c-4095-ae26-50c52781e563 req-d420d471-6f4a-405f-92d4-3e48635debb5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=371bfa919ef2412081709a50e2b4ae94&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2658753 Jul 27 06:47:59.925666 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'cb598bcb-f22e-4edb-ac0d-d3c04649874c', 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054', 'port_id': 'cb598bcb-f22e-4edb-ac0d-d3c04649874c', 'mac_address': 'fa:16:3e:93:c8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:47:59.928569 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6fb2f-c8f6-4cea-a3a7-875661bd000a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca7351-5cee-4bdc-a2f7-1af27ce4f46c,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:59.947488 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-42b6fb2f-c8f6-4cea-a3a7-875661bd000a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71e8a828c9214c52ab056f4001efea03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5293067 Jul 27 06:47:59.948154 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47632) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:59.965538 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.981871 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.996097 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb598bcb-f22e-4edb-ac0d-d3c04649874c {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:00.021718 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port cb598bcb-f22e-4edb-ac0d-d3c04649874c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:00.046349 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Pushing event updated for resources: {'Port': ['ID=bda91233-4bb4-440f-8bcc-dedcb5607055,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:00.095569 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.096806 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-33373b5e-89de-4961-8faa-1702b64cf351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.098641 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Attempting to bind port bda91233-4bb4-440f-8bcc-dedcb5607055 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:48:00.098968 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Attempting to bind port bda91233-4bb4-440f-8bcc-dedcb5607055 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:48:00.099302 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Attempting to bind port bda91233-4bb4-440f-8bcc-dedcb5607055 on network b10d324b-fbf7-4b46-97bc-eded67cd5894 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:00.114647 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Port bda91233-4bb4-440f-8bcc-dedcb5607055 on network b10d324b-fbf7-4b46-97bc-eded67cd5894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:48:00.114647 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Attempting to bind port bda91233-4bb4-440f-8bcc-dedcb5607055 on network b10d324b-fbf7-4b46-97bc-eded67cd5894 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:00.120509 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:48:00.120844 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Checking segment: {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:00.121771 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Bound using segment: {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:48:00.122203 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Bound port: bda91233-4bb4-440f-8bcc-dedcb5607055, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:48:00.122557 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.140482 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-33373b5e-89de-4961-8faa-1702b64cf351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.196443 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=cb598bcb-f22e-4edb-ac0d-d3c04649874c,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:00.247289 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39129327-6a9c-4095-ae26-50c52781e563 req-90f23056-0b3d-41ac-bf13-cc2b7b229562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:00.249000 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-39129327-6a9c-4095-ae26-50c52781e563 req-90f23056-0b3d-41ac-bf13-cc2b7b229562 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2892542 Jul 27 06:48:00.262480 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e68bb-2ac8-41c5-af34-046b1c3dbacc req-3f1992da-0e9f-49a1-9be6-f407babdc165 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:00.263158 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd5e68bb-2ac8-41c5-af34-046b1c3dbacc req-3f1992da-0e9f-49a1-9be6-f407babdc165 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 945 time: 0.3686104 Jul 27 06:48:00.264162 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] For port bda91233-4bb4-440f-8bcc-dedcb5607055, host hv-cinder-77919, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:48:00.268863 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] For port bda91233-4bb4-440f-8bcc-dedcb5607055, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=bda91233-4bb4-440f-8bcc-dedcb5607055,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:48:00.274092 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2283232-3213-4ad6-bec1-b824b2585436 req-3f0f6ca3-2202-4d47-9f8b-a0dddc5f42aa tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:00.275999 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c2283232-3213-4ad6-bec1-b824b2585436 req-3f0f6ca3-2202-4d47-9f8b-a0dddc5f42aa tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.3152239 Jul 27 06:48:00.346978 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-33373b5e-89de-4961-8faa-1702b64cf351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.349633 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-33373b5e-89de-4961-8faa-1702b64cf351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.351289 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-33373b5e-89de-4961-8faa-1702b64cf351 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07ca7351-5cee-4bdc-a2f7-1af27ce4f46c HTTP/1.1" status: 204 len: 168 time: 0.4022582 Jul 27 06:48:00.366582 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33373b5e-89de-4961-8faa-1702b64cf351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca7351-5cee-4bdc-a2f7-1af27ce4f46c,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:00.375938 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.382568 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd5e68bb-2ac8-41c5-af34-046b1c3dbacc req-a17c3dc1-0d64-4b0b-bc92-90f384ab06a5 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003408 Jul 27 06:48:00.424945 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['cb598bcb-f22e-4edb-ac0d-d3c04649874c'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:00.425255 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c2283232-3213-4ad6-bec1-b824b2585436 req-4b00ee38-b0ba-4660-aabc-820388196226 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159582 Jul 27 06:48:00.472230 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-fcf21318-2ae3-4f4f-99b8-331925379adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:00.478062 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-fcf21318-2ae3-4f4f-99b8-331925379adf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 1097 time: 0.1372845 Jul 27 06:48:00.480857 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:00.481496 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.489855 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] 10.222.0.16 "PUT /v2.0/ports/bda91233-4bb4-440f-8bcc-dedcb5607055 HTTP/1.1" status: 200 len: 1093 time: 1.1760237 Jul 27 06:48:00.493497 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'tag': 'bda91233-4bb4-440f-8bcc-dedcb5607055'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:00.495730 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d2242-5fa6-49f6-90d9-4284664444af" -d '{"events": [{"name": "network-changed", "server_uuid": "9431e160-f4c6-4b52-9129-d5671af3a6a5", "tag": "bda91233-4bb4-440f-8bcc-dedcb5607055"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:00.548900 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a01e4-001f-4660-959d-731bd0b7a49c service neutron] Pushing event updated for resources: {'Port': ['ID=bda91233-4bb4-440f-8bcc-dedcb5607055,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:00.590320 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-38a200f5-e6fa-4307-b52f-09c3ca913938 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f HTTP/1.1" status: 200 len: 217 time: 0.0890095 Jul 27 06:48:00.760971 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-0b836d2a-3261-4804-a8c6-5e023f03ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:00.762951 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-0b836d2a-3261-4804-a8c6-5e023f03ec5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 1096 time: 0.1181238 Jul 27 06:48:00.860852 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-b760d04d-b976-4528-867f-308821ab250b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda91233-4bb4-440f-8bcc-dedcb5607055 HTTP/1.1" status: 200 len: 217 time: 0.0836766 Jul 27 06:48:00.919947 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-e4a4a27d-27a9-4486-b508-9e0e64a771fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:00.921450 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-e4a4a27d-27a9-4486-b508-9e0e64a771fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 200 len: 850 time: 0.0525749 Jul 27 06:48:00.955450 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-e28fe530-e28a-41f0-96a1-8881e997ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:00.956961 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-e28fe530-e28a-41f0-96a1-8881e997ae03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.2680182 Jul 27 06:48:01.013334 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-6642df5e-14eb-4714-8fd4-2c955a3f3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.013334 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-6642df5e-14eb-4714-8fd4-2c955a3f3a94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b10d324b-fbf7-4b46-97bc-eded67cd5894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842009 Jul 27 06:48:01.015799 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc9cc1-d5cf-40d1-b38c-2873c6fa18ce req-2e39ece9-1346-4569-be85-c6beab271495 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.017463 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4afc9cc1-d5cf-40d1-b38c-2873c6fa18ce req-2e39ece9-1346-4569-be85-c6beab271495 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 943 time: 0.4599941 Jul 27 06:48:01.042348 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87de4b-e1ae-4f94-a4d0-8353d7a6eb7c req-e78132b7-141e-4389-be0d-99ceb1dfb4f8 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.042348 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd87de4b-e1ae-4f94-a4d0-8353d7a6eb7c req-e78132b7-141e-4389-be0d-99ceb1dfb4f8 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 943 time: 0.4818411 Jul 27 06:48:01.109306 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4afc9cc1-d5cf-40d1-b38c-2873c6fa18ce req-c9138949-f87e-4cb2-9ce0-57a0cd6cce2e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823970 Jul 27 06:48:01.137400 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd87de4b-e1ae-4f94-a4d0-8353d7a6eb7c req-d3e5f664-6b77-4cd3-97ac-4c7d70957fbe tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745387 Jul 27 06:48:01.137400 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-2fa1d0db-8364-4989-a063-7af81fc8ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.137400 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-2fa1d0db-8364-4989-a063-7af81fc8ec95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1716058 Jul 27 06:48:01.193943 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-974eea5a-6d3a-4360-8afe-f39aba637ab1 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729929 Jul 27 06:48:01.233685 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8efe72-512b-4d0b-9bb5-18e59ce346d6 x-openstack-request-id: req-2a8efe72-512b-4d0b-9bb5-18e59ce346d6 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:01.233976 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431e160-f4c6-4b52-9129-d5671af3a6a5", "tag": "bda91233-4bb4-440f-8bcc-dedcb5607055", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:01.234229 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a8efe72-512b-4d0b-9bb5-18e59ce346d6 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:01.234624 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'tag': 'bda91233-4bb4-440f-8bcc-dedcb5607055', 'status': 'completed', 'code': 200} Jul 27 06:48:01.265553 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-dc759eaa-4e78-419d-8521-ac5e84bc2f2a service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103051 Jul 27 06:48:01.319035 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-6a1a01db-b879-4a7c-8717-a0d2745ac126 req-98b3206b-66bb-411d-8ba6-40dbc73e5366 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165371 Jul 27 06:48:01.375945 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa6abd45-a266-42be-8ffb-b48d474394c3 req-494b974b-2e0a-4707-a362-7701787ac317 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078091 Jul 27 06:48:01.599707 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d2242-5fa6-49f6-90d9-4284664444af req-0689fc0a-f581-4596-8949-582c89b32832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.601245 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-397d2242-5fa6-49f6-90d9-4284664444af req-0689fc0a-f581-4596-8949-582c89b32832 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 1096 time: 0.0940838 Jul 27 06:48:01.609607 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c61d3-c2e6-40d6-ac9d-82f69df690ff req-c96ab51a-4f7f-4c0f-98b1-6350c17362d6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.611035 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-881c61d3-c2e6-40d6-ac9d-82f69df690ff req-c96ab51a-4f7f-4c0f-98b1-6350c17362d6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.1126230 Jul 27 06:48:01.752535 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-881c61d3-c2e6-40d6-ac9d-82f69df690ff req-d59ade29-7e80-4221-a1e7-fac7970d11e0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334796 Jul 27 06:48:01.784548 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d2242-5fa6-49f6-90d9-4284664444af req-ce07f678-60de-42f3-8f4a-634edb88d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.786358 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-397d2242-5fa6-49f6-90d9-4284664444af req-ce07f678-60de-42f3-8f4a-634edb88d5cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 912 time: 0.1742909 Jul 27 06:48:01.792708 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 538ee602-f572-41af-bc4e-1e11aa2c4cc6 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:48:01.837616 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device cb598bcb-f22e-4edb-ac0d-d3c04649874c up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:48:01.851921 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-397d2242-5fa6-49f6-90d9-4284664444af req-5b3835e3-b50c-4bcb-abea-864a17a55cdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda91233-4bb4-440f-8bcc-dedcb5607055 HTTP/1.1" status: 200 len: 217 time: 0.0574296 Jul 27 06:48:01.910922 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d2242-5fa6-49f6-90d9-4284664444af req-c6df79a4-9971-4557-96d9-5ac1517a1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.912622 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-397d2242-5fa6-49f6-90d9-4284664444af req-c6df79a4-9971-4557-96d9-5ac1517a1fe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 200 len: 850 time: 0.0524430 Jul 27 06:48:01.940377 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 538ee602-f572-41af-bc4e-1e11aa2c4cc6, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=538ee602-f572-41af-bc4e-1e11aa2c4cc6,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:01.953544 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '538ee602-f572-41af-bc4e-1e11aa2c4cc6', 'network_id': 'd1f9f50b-f3d7-442b-ad81-cc2181492054', 'port_id': '538ee602-f572-41af-bc4e-1e11aa2c4cc6', 'mac_address': 'fa:16:3e:a1:ee:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:48:01.976226 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d2242-5fa6-49f6-90d9-4284664444af req-69b91159-9707-4cf2-86bb-cc266b0d1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.977793 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-397d2242-5fa6-49f6-90d9-4284664444af req-69b91159-9707-4cf2-86bb-cc266b0d1682 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b10d324b-fbf7-4b46-97bc-eded67cd5894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551102 Jul 27 06:48:01.996022 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.014029 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538ee602-f572-41af-bc4e-1e11aa2c4cc6 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:02.037804 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 538ee602-f572-41af-bc4e-1e11aa2c4cc6, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=538ee602-f572-41af-bc4e-1e11aa2c4cc6,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:02.039164 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port cb598bcb-f22e-4edb-ac0d-d3c04649874c completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:48:02.043347 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port cb598bcb-f22e-4edb-ac0d-d3c04649874c triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:48:02.043900 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.093227 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-397d2242-5fa6-49f6-90d9-4284664444af req-f0607877-7772-498d-8701-e7e636374330 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064832 Jul 27 06:48:02.125413 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.158828 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.197168 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99937cea-82e5-432b-9762-bcb1c4819030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb598bcb-f22e-4edb-ac0d-d3c04649874c'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:02.199972 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460423f4-9143-4245-91d7-1cf3a2d7ddeb" -d '{"events": [{"server_uuid": "99937cea-82e5-432b-9762-bcb1c4819030", "name": "network-vif-plugged", "status": "completed", "tag": "cb598bcb-f22e-4edb-ac0d-d3c04649874c"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:02.215553 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-397d2242-5fa6-49f6-90d9-4284664444af req-c75fe72b-1185-4aef-91d4-89ef63f94e0f service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130860 Jul 27 06:48:02.218340 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port cb598bcb-f22e-4edb-ac0d-d3c04649874c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:02.219543 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=538ee602-f572-41af-bc4e-1e11aa2c4cc6,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:02.305506 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e141bf-7582-4d66-a170-e3e85bcfe35f req-26a0396c-494f-4cd8-bcd6-fa087d9a2b1f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:02.307015 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-67e141bf-7582-4d66-a170-e3e85bcfe35f req-26a0396c-494f-4cd8-bcd6-fa087d9a2b1f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 944 time: 0.1175652 Jul 27 06:48:02.319605 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d677ec0-4637-4c96-8a56-82a7e7f464d3 req-63f0eea9-c68b-4aee-85ee-8cf761a4ddc4 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:02.321199 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2d677ec0-4637-4c96-8a56-82a7e7f464d3 req-63f0eea9-c68b-4aee-85ee-8cf761a4ddc4 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 943 time: 0.0895543 Jul 27 06:48:02.372203 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-67e141bf-7582-4d66-a170-e3e85bcfe35f req-45dc1134-d8fe-4bd8-a5e4-f110d4f625f6 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Jul 27 06:48:02.389338 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2d677ec0-4637-4c96-8a56-82a7e7f464d3 req-46cca9e3-7234-4957-bc47-0d8a0ec9ac13 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565462 Jul 27 06:48:02.394697 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.426329 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd00b5f-5165-4ffc-8585-69dc7074ecda x-openstack-request-id: req-9bd00b5f-5165-4ffc-8585-69dc7074ecda {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:02.426653 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99937cea-82e5-432b-9762-bcb1c4819030", "name": "network-vif-plugged", "status": "completed", "tag": "cb598bcb-f22e-4edb-ac0d-d3c04649874c", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:02.426910 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bd00b5f-5165-4ffc-8585-69dc7074ecda {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:02.427296 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99937cea-82e5-432b-9762-bcb1c4819030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb598bcb-f22e-4edb-ac0d-d3c04649874c', 'code': 200} Jul 27 06:48:02.456974 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=cb598bcb-f22e-4edb-ac0d-d3c04649874c,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:02.481306 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['538ee602-f572-41af-bc4e-1e11aa2c4cc6'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:03.006537 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d98d5-9395-4bd7-93c2-756f9301c1c7 req-7d4ec726-7e3c-4257-ae2b-a7bc2ff82f6e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:03.008033 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e77d98d5-9395-4bd7-93c2-756f9301c1c7 req-7d4ec726-7e3c-4257-ae2b-a7bc2ff82f6e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.1507037 Jul 27 06:48:03.020700 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25edf20-c6b4-4203-ad07-ca2602294c53 req-81f13669-e444-40a2-9dde-b23532c77328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:03.022291 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e25edf20-c6b4-4203-ad07-ca2602294c53 req-81f13669-e444-40a2-9dde-b23532c77328 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1098 time: 0.1330101 Jul 27 06:48:03.092857 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e77d98d5-9395-4bd7-93c2-756f9301c1c7 req-b71f0d66-05c9-4826-a9a7-f093ac36a83a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771592 Jul 27 06:48:03.101399 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e25edf20-c6b4-4203-ad07-ca2602294c53 req-85cf85b1-8abd-464f-9895-4acd9d37d8e2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648017 Jul 27 06:48:03.402340 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47792) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:03.514051 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-691f59f1-02be-49ff-8887-43c306b131e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.552800 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf51d3-bcc3-47ae-8efb-2f7bb3cef4a0 req-f35334c9-f999-407a-9971-06d82539a449 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:03.554292 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-53cf51d3-bcc3-47ae-8efb-2f7bb3cef4a0 req-f35334c9-f999-407a-9971-06d82539a449 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 944 time: 0.1083105 Jul 27 06:48:03.566061 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e0fdb-9657-40d0-854a-6443e6607ac9 req-79a71e21-9c8f-4f49-9e33-3cdead3f26cd tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:03.569056 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ba7e0fdb-9657-40d0-854a-6443e6607ac9 req-79a71e21-9c8f-4f49-9e33-3cdead3f26cd tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 943 time: 0.0949898 Jul 27 06:48:03.604724 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-691f59f1-02be-49ff-8887-43c306b131e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.625831 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-53cf51d3-bcc3-47ae-8efb-2f7bb3cef4a0 req-ebe5e8b0-fc7a-4d0a-8761-73beb1bb0558 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559027 Jul 27 06:48:03.630462 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ba7e0fdb-9657-40d0-854a-6443e6607ac9 req-5b5e2099-e299-4d46-ac7c-fd31a4252e96 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546522 Jul 27 06:48:03.689739 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-691f59f1-02be-49ff-8887-43c306b131e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.730883 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-691f59f1-02be-49ff-8887-43c306b131e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1458499541c447d2a223538d85e74152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268971 Jul 27 06:48:03.731732 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f59f1-02be-49ff-8887-43c306b131e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24ccf96-ab22-4703-8783-4fd198c48c20,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:03.733618 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 47802) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:03.780105 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3455-ded5-402b-881e-1cf2db4ca621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.792236 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device bda91233-4bb4-440f-8bcc-dedcb5607055 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:48:03.800794 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3455-ded5-402b-881e-1cf2db4ca621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.803261 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 538ee602-f572-41af-bc4e-1e11aa2c4cc6 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:48:03.928260 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port bda91233-4bb4-440f-8bcc-dedcb5607055, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=bda91233-4bb4-440f-8bcc-dedcb5607055,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:03.939956 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'bda91233-4bb4-440f-8bcc-dedcb5607055', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'port_id': 'bda91233-4bb4-440f-8bcc-dedcb5607055', 'mac_address': 'fa:16:3e:af:b9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:48:03.947209 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3455-ded5-402b-881e-1cf2db4ca621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.949637 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3455-ded5-402b-881e-1cf2db4ca621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.951899 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-6c6b3455-ded5-402b-881e-1cf2db4ca621 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b24ccf96-ab22-4703-8783-4fd198c48c20 HTTP/1.1" status: 204 len: 168 time: 0.2171671 Jul 27 06:48:03.963760 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3455-ded5-402b-881e-1cf2db4ca621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24ccf96-ab22-4703-8783-4fd198c48c20,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:03.989382 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 538ee602-f572-41af-bc4e-1e11aa2c4cc6 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:48:04.004492 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 538ee602-f572-41af-bc4e-1e11aa2c4cc6 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:48:04.004867 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:04.057429 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:04.080580 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda91233-4bb4-440f-8bcc-dedcb5607055 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:04.118369 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port bda91233-4bb4-440f-8bcc-dedcb5607055, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=bda91233-4bb4-440f-8bcc-dedcb5607055,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:04.154042 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:04.186990 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 538ee602-f572-41af-bc4e-1e11aa2c4cc6, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=538ee602-f572-41af-bc4e-1e11aa2c4cc6,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:04.208135 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:04.239910 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0b0f-2c98-42de-bd47-f7f16b2bc436 req-b91056a3-790c-48e8-8851-d269db67620e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:04.241399 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a95f0b0f-2c98-42de-bd47-f7f16b2bc436 req-b91056a3-790c-48e8-8851-d269db67620e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0651093 Jul 27 06:48:04.256978 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=bda91233-4bb4-440f-8bcc-dedcb5607055,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:04.284763 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a95f0b0f-2c98-42de-bd47-f7f16b2bc436 req-d83deecb-4a02-4ee5-a600-bb25c46f52a3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373361 Jul 27 06:48:04.314687 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:04.373645 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=538ee602-f572-41af-bc4e-1e11aa2c4cc6,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:04.428182 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba48ae2-c05d-4eb0-a8f3-02eec2795b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538ee602-f572-41af-bc4e-1e11aa2c4cc6'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:04.430495 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e46c55-d399-4cc8-ba1d-d0c3715c7a14" -d '{"events": [{"server_uuid": "7ba48ae2-c05d-4eb0-a8f3-02eec2795b85", "name": "network-vif-plugged", "status": "completed", "tag": "538ee602-f572-41af-bc4e-1e11aa2c4cc6"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:04.466841 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbba6553-9ebb-4daf-bbdb-721d7bb37838 x-openstack-request-id: req-dbba6553-9ebb-4daf-bbdb-721d7bb37838 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:04.467160 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba48ae2-c05d-4eb0-a8f3-02eec2795b85", "name": "network-vif-plugged", "status": "completed", "tag": "538ee602-f572-41af-bc4e-1e11aa2c4cc6", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:04.467415 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbba6553-9ebb-4daf-bbdb-721d7bb37838 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:04.467810 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba48ae2-c05d-4eb0-a8f3-02eec2795b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538ee602-f572-41af-bc4e-1e11aa2c4cc6', 'code': 200} Jul 27 06:48:04.626462 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['bda91233-4bb4-440f-8bcc-dedcb5607055'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:04.769374 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69888ec6-1a2f-47d3-923f-c2b8ee450969 req-2f0f4de1-8c20-4ea9-9450-8eee311b3640 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:04.771176 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-69888ec6-1a2f-47d3-923f-c2b8ee450969 req-2f0f4de1-8c20-4ea9-9450-8eee311b3640 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0682766 Jul 27 06:48:04.809623 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-69888ec6-1a2f-47d3-923f-c2b8ee450969 req-152bff8e-59d3-47a6-9c2e-5e3ed767d42c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Jul 27 06:48:04.819248 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 47842) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:04.833818 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-20667e3a-39c5-4350-ad5a-f0354e2670ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.010660 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-20667e3a-39c5-4350-ad5a-f0354e2670ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.014317 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd458a0-add7-4201-ae78-9e82ad16d976 req-5662eda4-3890-4629-a483-42a6aa58f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:05.015772 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bfd458a0-add7-4201-ae78-9e82ad16d976 req-5662eda4-3890-4629-a483-42a6aa58f6c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 1098 time: 0.1503592 Jul 27 06:48:05.023046 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4537963-2dca-4fb9-9b9b-244f4b1c0ee8 req-366ea483-94e7-498e-a4f9-84b0cf708b14 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:05.024365 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e4537963-2dca-4fb9-9b9b-244f4b1c0ee8 req-366ea483-94e7-498e-a4f9-84b0cf708b14 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 944 time: 0.1462278 Jul 27 06:48:05.074901 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bfd458a0-add7-4201-ae78-9e82ad16d976 req-13dce315-cc47-4b11-81fc-6e7a509c0d56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496376 Jul 27 06:48:05.079776 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e4537963-2dca-4fb9-9b9b-244f4b1c0ee8 req-874e9475-58b4-4fb1-baa6-443d1774534b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485616 Jul 27 06:48:05.123805 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-20667e3a-39c5-4350-ad5a-f0354e2670ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.162367 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-20667e3a-39c5-4350-ad5a-f0354e2670ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55ab7bc70b884b11ab12baffaf48c62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420861 Jul 27 06:48:05.163531 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20667e3a-39c5-4350-ad5a-f0354e2670ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004db556-6213-40eb-acfb-3769739a19a9,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:05.170524 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47852) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:05.220887 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-817bd8c5-0f95-4f87-8bd2-9c9090261c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.241836 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-817bd8c5-0f95-4f87-8bd2-9c9090261c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.248190 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.375689 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-817bd8c5-0f95-4f87-8bd2-9c9090261c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.378873 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-817bd8c5-0f95-4f87-8bd2-9c9090261c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.380991 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-817bd8c5-0f95-4f87-8bd2-9c9090261c35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/004db556-6213-40eb-acfb-3769739a19a9 HTTP/1.1" status: 204 len: 168 time: 0.2055240 Jul 27 06:48:05.389941 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bd8c5-0f95-4f87-8bd2-9c9090261c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004db556-6213-40eb-acfb-3769739a19a9,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:05.445211 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d626b47-3323-41bf-9695-efee71d33206 req-0ae77a26-a391-4344-bb31-4d84f2620f46 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:05.446681 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1d626b47-3323-41bf-9695-efee71d33206 req-0ae77a26-a391-4344-bb31-4d84f2620f46 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0701075 Jul 27 06:48:05.492128 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1d626b47-3323-41bf-9695-efee71d33206 req-ba659c89-2c3e-470e-867b-250f2cbbefd0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379169 Jul 27 06:48:05.793307 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:48:05.803680 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device bda91233-4bb4-440f-8bcc-dedcb5607055 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:48:05.934561 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:05.946281 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'port_id': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'mac_address': 'fa:16:3e:da:ab:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:48:05.950421 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3614c7a-50b6-45ce-b2c8-0e70dbb3d334 req-0804582d-2c61-417c-bdc4-3f3eabf8967d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:05.951890 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f3614c7a-50b6-45ce-b2c8-0e70dbb3d334 req-0804582d-2c61-417c-bdc4-3f3eabf8967d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0672174 Jul 27 06:48:05.983992 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.994548 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f3614c7a-50b6-45ce-b2c8-0e70dbb3d334 req-f8b8635d-25dd-4226-a153-ec4b25c630db tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359659 Jul 27 06:48:06.002943 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e7143f-eeae-4af3-93fd-aa9b6b053d9f {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:06.025629 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:06.027584 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port bda91233-4bb4-440f-8bcc-dedcb5607055 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:48:06.031195 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port bda91233-4bb4-440f-8bcc-dedcb5607055 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:48:06.031554 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:06.100674 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:06.130011 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:06.171415 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:06.189252 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port bda91233-4bb4-440f-8bcc-dedcb5607055, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=bda91233-4bb4-440f-8bcc-dedcb5607055,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:06.218210 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab100d-a89d-435d-b652-f550e6d72d94 req-293ddba3-f561-4895-b818-64f6361ec4b5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:06.220729 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e3ab100d-a89d-435d-b652-f550e6d72d94 req-293ddba3-f561-4895-b818-64f6361ec4b5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 944 time: 0.0702538 Jul 27 06:48:06.271971 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e3ab100d-a89d-435d-b652-f550e6d72d94 req-6a58878c-5fca-4a7e-b7b7-908deb33d81f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337005 Jul 27 06:48:06.290947 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:06.461252 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=bda91233-4bb4-440f-8bcc-dedcb5607055,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:06.469234 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda91233-4bb4-440f-8bcc-dedcb5607055'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:06.471623 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d9401e-ee16-46c0-81b9-fb8780634b73" -d '{"events": [{"server_uuid": "9431e160-f4c6-4b52-9129-d5671af3a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "bda91233-4bb4-440f-8bcc-dedcb5607055"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:06.520688 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d25d11-f685-44dd-b037-e00150cb1a38 x-openstack-request-id: req-09d25d11-f685-44dd-b037-e00150cb1a38 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:06.521327 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9431e160-f4c6-4b52-9129-d5671af3a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "bda91233-4bb4-440f-8bcc-dedcb5607055", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:06.521748 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d25d11-f685-44dd-b037-e00150cb1a38 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:06.522379 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda91233-4bb4-440f-8bcc-dedcb5607055', 'code': 200} Jul 27 06:48:06.644495 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:06.645022 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b71fb-2111-43f4-ad52-d094f06f56e0 req-cf0adc56-5e54-4c19-93da-705213e9b1b6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:06.653230 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-328b71fb-2111-43f4-ad52-d094f06f56e0 req-cf0adc56-5e54-4c19-93da-705213e9b1b6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 945 time: 0.0834692 Jul 27 06:48:06.707224 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-328b71fb-2111-43f4-ad52-d094f06f56e0 req-29428252-3206-49d5-911a-2b242c077a52 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525649 Jul 27 06:48:07.168944 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fc8a8-56ab-47db-b8c1-fc0770079b0d req-94463d86-d191-4416-9e86-7d3218f83cb5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:07.170423 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-884fc8a8-56ab-47db-b8c1-fc0770079b0d req-94463d86-d191-4416-9e86-7d3218f83cb5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.1030090 Jul 27 06:48:07.172839 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf8226-daa4-4b01-94a1-0e2a5846e526 req-ff6a1589-ad85-4560-9898-b17ada314793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:07.174181 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7caf8226-daa4-4b01-94a1-0e2a5846e526 req-ff6a1589-ad85-4560-9898-b17ada314793 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.1050098 Jul 27 06:48:07.224828 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-884fc8a8-56ab-47db-b8c1-fc0770079b0d req-72882215-4ab7-45d5-a210-d761d653369f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483871 Jul 27 06:48:07.239060 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7caf8226-daa4-4b01-94a1-0e2a5846e526 req-34daf51b-6362-4b32-9b5f-9aae3ceaab1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501044 Jul 27 06:48:07.412864 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47948) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:07.588663 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917beed-dd8b-4386-bc17-423861805153 req-b2cd0fe5-4409-4984-a9c4-1ee3aa026bde tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:07.588663 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a917beed-dd8b-4386-bc17-423861805153 req-b2cd0fe5-4409-4984-a9c4-1ee3aa026bde tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1360769 Jul 27 06:48:07.588663 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a917beed-dd8b-4386-bc17-423861805153 req-5965e914-e6ba-444b-a370-195b15fbfa37 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317361 Jul 27 06:48:07.650234 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77563e06-1f3c-4875-bbe0-c459b2217af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.751257 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77563e06-1f3c-4875-bbe0-c459b2217af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.829467 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:48:07.847503 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77563e06-1f3c-4875-bbe0-c459b2217af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.888482 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77563e06-1f3c-4875-bbe0-c459b2217af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b77ea0-dc90-4423-9668-f45e31f39eae,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:07.894198 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-77563e06-1f3c-4875-bbe0-c459b2217af9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b87fbdcf3fa248ce9ea8d0d147a3e366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791822 Jul 27 06:48:07.899612 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 47970) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:07.926901 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f480da-22d0-4d1a-9c85-f24cb883602c req-d4a3a199-f6c2-49af-9d28-e0e6791bfcde tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:07.929102 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-42f480da-22d0-4d1a-9c85-f24cb883602c req-d4a3a199-f6c2-49af-9d28-e0e6791bfcde tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 945 time: 0.1560659 Jul 27 06:48:07.946426 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e4dd7-59f8-42df-87d6-35e241c7d433 req-9f02b373-622d-4227-8092-c2da126f8316 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:07.948562 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-980e4dd7-59f8-42df-87d6-35e241c7d433 req-9f02b373-622d-4227-8092-c2da126f8316 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0925126 Jul 27 06:48:07.960451 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57c73036-38e7-41a4-bbee-67c22d2b72b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.986092 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57c73036-38e7-41a4-bbee-67c22d2b72b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.003557 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:48:08.009433 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:48:08.009882 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.061482 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-42f480da-22d0-4d1a-9c85-f24cb883602c req-d53785fb-499d-4f67-ba83-2cea2599a95c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116560 Jul 27 06:48:08.064909 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-980e4dd7-59f8-42df-87d6-35e241c7d433 req-fb5dd8be-8198-4385-ad06-3534df1fe67f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082165 Jul 27 06:48:08.071651 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b46d3-9735-47b2-aac3-671161177023 req-b7a7b7ab-3842-40d1-be3e-e8744cdc2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:08.073554 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a31b46d3-9735-47b2-aac3-671161177023 req-b7a7b7ab-3842-40d1-be3e-e8744cdc2466 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 1098 time: 0.1150727 Jul 27 06:48:08.108491 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.141210 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:08.169873 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b46d3-9735-47b2-aac3-671161177023 req-7b8b48c4-298b-4efd-91fb-15dc35cf99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:08.171314 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a31b46d3-9735-47b2-aac3-671161177023 req-7b8b48c4-298b-4efd-91fb-15dc35cf99b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 919 time: 0.0903499 Jul 27 06:48:08.192071 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57c73036-38e7-41a4-bbee-67c22d2b72b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.198442 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57c73036-38e7-41a4-bbee-67c22d2b72b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.198442 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-57c73036-38e7-41a4-bbee-67c22d2b72b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80b77ea0-dc90-4423-9668-f45e31f39eae HTTP/1.1" status: 204 len: 168 time: 0.2957194 Jul 27 06:48:08.204207 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c73036-38e7-41a4-bbee-67c22d2b72b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b77ea0-dc90-4423-9668-f45e31f39eae,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:08.237810 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a31b46d3-9735-47b2-aac3-671161177023 req-df264f49-a887-46d9-a1ba-46b7feb4a946 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538ee602-f572-41af-bc4e-1e11aa2c4cc6 HTTP/1.1" status: 200 len: 217 time: 0.0420740 Jul 27 06:48:08.287952 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b46d3-9735-47b2-aac3-671161177023 req-36f87390-9302-48b3-931c-22ec219eb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:08.289438 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a31b46d3-9735-47b2-aac3-671161177023 req-36f87390-9302-48b3-931c-22ec219eb1f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.0449274 Jul 27 06:48:08.326851 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a31b46d3-9735-47b2-aac3-671161177023 req-6868157f-a9e2-44d1-9051-ff5d1f64fab3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297430 Jul 27 06:48:08.371759 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.424123 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a31b46d3-9735-47b2-aac3-671161177023 req-f588b7ba-8463-489c-81ec-f2151d806171 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893626 Jul 27 06:48:08.426908 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:08.521626 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a31b46d3-9735-47b2-aac3-671161177023 req-c4835434-9817-43a9-9945-b049a42b9033 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839055 Jul 27 06:48:08.523489 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:08.525877 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1c3984-efa8-469e-93bd-f57897a6e0ce" -d '{"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:08.569500 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070b2447-abe7-4767-a35d-1c797a5d6bef x-openstack-request-id: req-070b2447-abe7-4767-a35d-1c797a5d6bef {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:08.569814 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:08.570066 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-070b2447-abe7-4767-a35d-1c797a5d6bef {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:08.577152 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'code': 200} Jul 27 06:48:08.865379 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dafff-1b31-444f-b9c8-d87226827a30 req-de21ab5e-556d-4dcf-a39d-24639c588b88 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:08.866866 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-850dafff-1b31-444f-b9c8-d87226827a30 req-de21ab5e-556d-4dcf-a39d-24639c588b88 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2425916 Jul 27 06:48:08.906026 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-850dafff-1b31-444f-b9c8-d87226827a30 req-f2b5cb8f-54ed-473e-9181-4db0c689d2f4 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325789 Jul 27 06:48:09.057331 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48000) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:09.073771 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b9fd21f9-0571-4348-9a93-f0bd10dd2e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.115526 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8d00f-e027-41a3-a7b1-739da6223575 req-6b5cd8a3-6fb6-4136-93a3-5e4018dd961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:09.118917 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a4e8d00f-e027-41a3-a7b1-739da6223575 req-6b5cd8a3-6fb6-4136-93a3-5e4018dd961d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 1099 time: 0.0745142 Jul 27 06:48:09.221493 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b9fd21f9-0571-4348-9a93-f0bd10dd2e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.259028 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a4e8d00f-e027-41a3-a7b1-739da6223575 req-fabff72b-de1a-4140-8aaf-40fde54ec6d7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180539 Jul 27 06:48:09.296270 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b9fd21f9-0571-4348-9a93-f0bd10dd2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.305250 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcf48a-9d9b-4f3f-8479-0c295166d51e req-84506e91-c23b-4c40-96c3-4e8724c3a431 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:09.309694 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-08fcf48a-9d9b-4f3f-8479-0c295166d51e req-84506e91-c23b-4c40-96c3-4e8724c3a431 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.1239412 Jul 27 06:48:09.314153 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14b43d-a64b-4963-b189-11083894ae65 req-11855094-2c32-4237-b6d3-31ac1b5329e8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:09.315624 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f14b43d-a64b-4963-b189-11083894ae65 req-11855094-2c32-4237-b6d3-31ac1b5329e8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1480985 Jul 27 06:48:09.342029 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b9fd21f9-0571-4348-9a93-f0bd10dd2e17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3f00d875f164df3a9307b325d84d2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836072 Jul 27 06:48:09.346785 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48022) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:09.375671 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-08fcf48a-9d9b-4f3f-8479-0c295166d51e req-cf275024-ab71-4485-91eb-8a1a5cbb5c9b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589547 Jul 27 06:48:09.378485 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f14b43d-a64b-4963-b189-11083894ae65 req-82017b42-a61e-477b-beb1-86c85c129d8b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558772 Jul 27 06:48:09.388866 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd21f9-0571-4348-9a93-f0bd10dd2e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d4af7e-b5bd-4c32-ba8d-563e79a24c9f,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:09.436576 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-49f55067-86cb-45cb-abc2-dbd7b157ca5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.460844 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-49f55067-86cb-45cb-abc2-dbd7b157ca5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.626600 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-49f55067-86cb-45cb-abc2-dbd7b157ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.631050 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-49f55067-86cb-45cb-abc2-dbd7b157ca5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.631050 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-49f55067-86cb-45cb-abc2-dbd7b157ca5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28d4af7e-b5bd-4c32-ba8d-563e79a24c9f HTTP/1.1" status: 204 len: 168 time: 0.2823608 Jul 27 06:48:09.651430 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f55067-86cb-45cb-abc2-dbd7b157ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d4af7e-b5bd-4c32-ba8d-563e79a24c9f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:10.058667 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3dc93-b0bb-4663-832d-f99a9ae17129 req-6d2c28a6-d8f5-4d61-9ec7-c7ba045f4a59 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:10.060161 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3eb3dc93-b0bb-4663-832d-f99a9ae17129 req-6d2c28a6-d8f5-4d61-9ec7-c7ba045f4a59 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0861208 Jul 27 06:48:10.120394 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3eb3dc93-b0bb-4663-832d-f99a9ae17129 req-ac9546e8-251a-42c9-bea8-9991cdad8a59 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405941 Jul 27 06:48:10.140515 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a92f9b-5b6c-43c7-9304-f8c01b3a3c4e req-a5610aeb-6347-4321-95c2-0ad95638fb18 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:10.142014 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-57a92f9b-5b6c-43c7-9304-f8c01b3a3c4e req-a5610aeb-6347-4321-95c2-0ad95638fb18 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 945 time: 0.1001952 Jul 27 06:48:10.181373 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-57a92f9b-5b6c-43c7-9304-f8c01b3a3c4e req-13e994b1-94ae-4190-bd9a-ff200a58a0bd tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Jul 27 06:48:10.315888 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658871a2-d18e-432f-b48e-67d5890bf444 req-4bc9f879-01ec-4b79-85ba-0a8207f2769c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:10.318091 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-658871a2-d18e-432f-b48e-67d5890bf444 req-4bc9f879-01ec-4b79-85ba-0a8207f2769c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0664711 Jul 27 06:48:10.327583 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48076) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:10.332610 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-f5e775c8-1093-4f7d-a80f-5cd9995d98e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'floatingip': {'port_id': 'bda91233-4bb4-440f-8bcc-dedcb5607055'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:10.404987 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f5e775c8-1093-4f7d-a80f-5cd9995d98e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:10.682566 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4292665-c179-4455-a4b2-73093e85a25a req-ebe2b513-c358-4032-afc9-02a290172d1e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:10.684564 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d4292665-c179-4455-a4b2-73093e85a25a req-ebe2b513-c358-4032-afc9-02a290172d1e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.2261622 Jul 27 06:48:10.715494 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bb65-cf0d-4b6c-9575-68db632e25bf req-51a0ce93-3d10-444d-b104-627808ee5237 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:10.716963 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f5c8bb65-cf0d-4b6c-9575-68db632e25bf req-51a0ce93-3d10-444d-b104-627808ee5237 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.2100625 Jul 27 06:48:10.814037 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d4292665-c179-4455-a4b2-73093e85a25a req-0cd9bda9-c121-419c-bf04-d73c83948b55 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215606 Jul 27 06:48:10.865813 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f5c8bb65-cf0d-4b6c-9575-68db632e25bf req-4111b15c-1d7f-48af-b288-2673bdd4211d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122746 Jul 27 06:48:11.248055 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f5e775c8-1093-4f7d-a80f-5cd9995d98e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.476922 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f5e775c8-1093-4f7d-a80f-5cd9995d98e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.586204 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8eea-6849-4bfb-8ecc-2fb59e20202d req-7b957ca4-e2df-47a8-ae46-2d7d3cbed919 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:11.587762 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7dab8eea-6849-4bfb-8ecc-2fb59e20202d req-7b957ca4-e2df-47a8-ae46-2d7d3cbed919 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 945 time: 0.3325913 Jul 27 06:48:11.603045 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.l3_db [None req-f5e775c8-1093-4f7d-a80f-5cd9995d98e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Floating IP 735349bd-6510-4d71-ae5a-8dd393216dc0 associated. External IP: 172.28.1.69, port: bda91233-4bb4-440f-8bcc-dedcb5607055. Jul 27 06:48:11.675115 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7dab8eea-6849-4bfb-8ecc-2fb59e20202d req-5c144034-8ff0-4731-80e2-e479f3c14fae tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797098 Jul 27 06:48:11.834293 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e775c8-1093-4f7d-a80f-5cd9995d98e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:48:11.951081 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48136) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:12.054185 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e775c8-1093-4f7d-a80f-5cd9995d98e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:48:12.060618 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f5e775c8-1093-4f7d-a80f-5cd9995d98e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.077198 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] Sync routers for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:48:12.089074 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:48:12.090235 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:12.128392 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-f5e775c8-1093-4f7d-a80f-5cd9995d98e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "PUT /v2.0/floatingips/735349bd-6510-4d71-ae5a-8dd393216dc0 HTTP/1.1" status: 200 len: 990 time: 1.7993600 Jul 27 06:48:12.130305 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'tag': 'bda91233-4bb4-440f-8bcc-dedcb5607055'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:12.132761 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9431e160-f4c6-4b52-9129-d5671af3a6a5", "tag": "bda91233-4bb4-440f-8bcc-dedcb5607055"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:12.143344 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3513c25-f2ed-4e0a-93c9-a95047049bb6 req-41d84ae9-221f-42e0-a9f8-f69f02b8c172 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:12.150452 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d3513c25-f2ed-4e0a-93c9-a95047049bb6 req-41d84ae9-221f-42e0-a9f8-f69f02b8c172 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1636364 Jul 27 06:48:12.162651 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8df51-6c64-458d-8745-e6d39453c25b req-93b048ca-b7c6-43c8-8e29-f2f9186d449c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:12.164156 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bfe8df51-6c64-458d-8745-e6d39453c25b req-93b048ca-b7c6-43c8-8e29-f2f9186d449c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.2100101 Jul 27 06:48:12.204115 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:48:12.262668 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bfe8df51-6c64-458d-8745-e6d39453c25b req-b3daa1f0-9e35-4697-8204-481292b15ee9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752730 Jul 27 06:48:12.263328 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-670479ed-9e5d-4739-839a-1c3193401b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.288499 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d3513c25-f2ed-4e0a-93c9-a95047049bb6 req-5e2007a1-6e9c-463e-83a7-eb6ef9627d5f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371214 Jul 27 06:48:12.372492 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413c951b-4e1f-4d88-83ec-564bea5ca3d3 x-openstack-request-id: req-413c951b-4e1f-4d88-83ec-564bea5ca3d3 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:12.372887 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431e160-f4c6-4b52-9129-d5671af3a6a5", "tag": "bda91233-4bb4-440f-8bcc-dedcb5607055", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:12.373214 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-413c951b-4e1f-4d88-83ec-564bea5ca3d3 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:12.373909 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'tag': 'bda91233-4bb4-440f-8bcc-dedcb5607055', 'status': 'completed', 'code': 200} Jul 27 06:48:12.416199 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-670479ed-9e5d-4739-839a-1c3193401b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.507558 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-670479ed-9e5d-4739-839a-1c3193401b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.526566 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-b2e8a29a-3693-4844-abef-d398105a1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:12.528355 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-b2e8a29a-3693-4844-abef-d398105a1610 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.0740983 Jul 27 06:48:12.548956 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-8df39a22-9b01-4202-9405-b444ce62711d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:12.550527 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-8df39a22-9b01-4202-9405-b444ce62711d tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 945 time: 0.1273050 Jul 27 06:48:12.569258 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670479ed-9e5d-4739-839a-1c3193401b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238b71b9-38d8-4a71-8f7e-31a171d5591f,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:12.604560 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-670479ed-9e5d-4739-839a-1c3193401b97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adcc33db039847c7b476c3aab973f21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520596 Jul 27 06:48:12.607707 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48170) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:12.619542 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '735349bd-6510-4d71-ae5a-8dd393216dc0', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'floating_ip_address': '172.28.1.69', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'port_id': 'bda91233-4bb4-440f-8bcc-dedcb5607055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'mac_address': 'fa:16:3e:af:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:47:50Z', 'updated_at': '2021-07-27T06:48:11Z', 'revision_number': 1, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:12.621373 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401ddf8-fb71-45af-8992-46b65bc51f19 req-fdc20f2f-b416-454f-a498-202cbb473c59 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:12.631564 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c401ddf8-fb71-45af-8992-46b65bc51f19 req-fdc20f2f-b416-454f-a498-202cbb473c59 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1941214 Jul 27 06:48:12.632320 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48172) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:12.641222 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-c33469de-030f-43fe-8ff4-ed26ea2c2784 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'floatingip': {'port_id': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:12.673450 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] Checking router: fb00fa4c-2eb4-4eb1-9b86-1041507f7077 for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:48:12.695412 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c33469de-030f-43fe-8ff4-ed26ea2c2784 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.697582 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:48:12.698216 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:12.728781 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-46778257-1336-479b-b391-d1f0b67195a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:12.730515 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-46778257-1336-479b-b391-d1f0b67195a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 912 time: 0.1898177 Jul 27 06:48:12.733619 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-56a37730-a579-42cc-a194-222225bbf120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.863380 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:48:12.958620 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Deleting port 4d36a515-4638-44c0-83ca-1ae05793022f {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:48:12.959005 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.075325 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec337f82-6da4-4839-af9f-9fa25aecc62f req-123fc887-ae2e-4084-bf03-8606bfb145fb tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:13.084215 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ec337f82-6da4-4839-af9f-9fa25aecc62f req-123fc887-ae2e-4084-bf03-8606bfb145fb tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 945 time: 0.2855020 Jul 27 06:48:13.104388 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-85b60b91-6993-488a-9987-39f1f33fd9f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda91233-4bb4-440f-8bcc-dedcb5607055 HTTP/1.1" status: 200 len: 998 time: 0.3569620 Jul 27 06:48:13.113733 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-56a37730-a579-42cc-a194-222225bbf120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.179370 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-7d90540f-8b77-46c0-bebd-2a0a4a0ebe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:13.181506 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-7d90540f-8b77-46c0-bebd-2a0a4a0ebe63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 200 len: 850 time: 0.0774713 Jul 27 06:48:13.197577 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ec337f82-6da4-4839-af9f-9fa25aecc62f req-b17ba7cb-2fa1-4c4f-9fd7-207ce1741616 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f67bff-d692-44de-a050-98e1a9733232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124759 Jul 27 06:48:13.212035 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] For port 4d36a515-4638-44c0-83ca-1ae05793022f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4d36a515-4638-44c0-83ca-1ae05793022f,segment=NetworkSegment(cb1d44a5-5379-4108-bca7-bcbd049db8fd),segment_id=cb1d44a5-5379-4108-bca7-bcbd049db8fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:13.212421 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.242773 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '735349bd-6510-4d71-ae5a-8dd393216dc0', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'floating_ip_address': '172.28.1.69', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'port_id': 'bda91233-4bb4-440f-8bcc-dedcb5607055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'mac_address': 'fa:16:3e:af:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:47:50Z', 'updated_at': '2021-07-27T06:48:11Z', 'revision_number': 1, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:13.250494 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-727fdc24-8a60-4410-a947-65d4be2d238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:13.252055 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-727fdc24-8a60-4410-a947-65d4be2d238a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b10d324b-fbf7-4b46-97bc-eded67cd5894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0640244 Jul 27 06:48:13.259685 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Calling delete_port for 4d36a515-4638-44c0-83ca-1ae05793022f owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:48:13.272331 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc376699-c203-4d1c-9a22-feb30a30e625 None None] The sync data for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb is: [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '735349bd-6510-4d71-ae5a-8dd393216dc0', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'floating_ip_address': '172.28.1.69', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'port_id': 'bda91233-4bb4-440f-8bcc-dedcb5607055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'mac_address': 'fa:16:3e:af:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:47:50Z', 'updated_at': '2021-07-27T06:48:11Z', 'revision_number': 1, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:48:13.373475 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-8849cdd7-36b7-46cf-a427-79b0ba3c8c8b service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134148 Jul 27 06:48:13.399687 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-56a37730-a579-42cc-a194-222225bbf120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.402448 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-56a37730-a579-42cc-a194-222225bbf120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.403554 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-56a37730-a579-42cc-a194-222225bbf120 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/238b71b9-38d8-4a71-8f7e-31a171d5591f HTTP/1.1" status: 204 len: 168 time: 0.7945948 Jul 27 06:48:13.466409 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a37730-a579-42cc-a194-222225bbf120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238b71b9-38d8-4a71-8f7e-31a171d5591f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:13.531095 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-4a351fdc-332f-4319-b35d-86e6a9e7b5b4 req-66aad2e1-a3c6-4397-b506-bb5919d537e2 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507540 Jul 27 06:48:13.555449 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81602078-357f-46dc-857f-0feffc0a5753 None None] New status for floating IP 735349bd-6510-4d71-ae5a-8dd393216dc0: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:48:13.767015 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bd648-9a6a-411c-adf1-289f968e9658 req-8272bd99-6970-47be-998f-fea4aa03d629 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:13.768601 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-101bd648-9a6a-411c-adf1-289f968e9658 req-8272bd99-6970-47be-998f-fea4aa03d629 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.4247878 Jul 27 06:48:13.875799 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c33469de-030f-43fe-8ff4-ed26ea2c2784 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.888442 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-101bd648-9a6a-411c-adf1-289f968e9658 req-8408acaf-4038-4ff4-8be1-7b4df5f1b8c4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884898 Jul 27 06:48:14.020987 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c33469de-030f-43fe-8ff4-ed26ea2c2784 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.103585 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.139117 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Pushing event deleted for resources: {'Port': ['ID=4d36a515-4638-44c0-83ca-1ae05793022f,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:14.205792 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.l3_db [None req-c33469de-030f-43fe-8ff4-ed26ea2c2784 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Floating IP 3d95d6a2-1ade-4000-80ab-a707c0a3e770 associated. External IP: 172.28.1.187, port: e1e7143f-eeae-4af3-93fd-aa9b6b053d9f. Jul 27 06:48:14.241015 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] No DVR routers for this DVR port 4d36a515-4638-44c0-83ca-1ae05793022f on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:48:14.280106 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.282158 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd37831b-eace-4b4b-a84a-5cefec2e24be req-0768f95c-8a73-4bce-a342-50d075cd5e88 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.16 "DELETE /v2.0/ports/4d36a515-4638-44c0-83ca-1ae05793022f HTTP/1.1" status: 204 len: 173 time: 1.7253940 Jul 27 06:48:14.322537 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fffce800-53d3-4771-acc9-70d435cedec3 req-250af483-43e3-42ff-bbb5-f0bb7ea7f883 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 210 time: 0.0342133 Jul 27 06:48:14.367664 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48212) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:14.378535 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e', 'name': 'network-vif-deleted', 'tag': '4d36a515-4638-44c0-83ca-1ae05793022f'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:14.380648 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d666a62-a57c-48c3-b70f-0e19fd43d77e" -d '{"events": [{"server_uuid": "0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e", "name": "network-vif-deleted", "tag": "4d36a515-4638-44c0-83ca-1ae05793022f"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:14.393355 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-94ebb8b0-e39d-4a0e-af66-83c88f7b1cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.449905 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236c1a15-58f6-4931-bdfa-5b4ad41e714d x-openstack-request-id: req-236c1a15-58f6-4931-bdfa-5b4ad41e714d {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:14.449905 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e", "name": "network-vif-deleted", "tag": "4d36a515-4638-44c0-83ca-1ae05793022f", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:14.449905 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-236c1a15-58f6-4931-bdfa-5b4ad41e714d {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:14.449905 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e', 'name': 'network-vif-deleted', 'tag': '4d36a515-4638-44c0-83ca-1ae05793022f', 'status': 'completed', 'code': 200} Jul 27 06:48:14.551060 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33469de-030f-43fe-8ff4-ed26ea2c2784 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Router 786bbed0-89b3-42c3-b6c5-7030098306eb has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:48:14.621452 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-94ebb8b0-e39d-4a0e-af66-83c88f7b1cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.686176 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33469de-030f-43fe-8ff4-ed26ea2c2784 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:48:14.690892 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c33469de-030f-43fe-8ff4-ed26ea2c2784 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.695938 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] Sync routers for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:48:14.705795 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:48:14.706396 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:14.713546 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-94ebb8b0-e39d-4a0e-af66-83c88f7b1cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.755348 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c33469de-030f-43fe-8ff4-ed26ea2c2784 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "PUT /v2.0/floatingips/3d95d6a2-1ade-4000-80ab-a707c0a3e770 HTTP/1.1" status: 200 len: 992 time: 2.1199555 Jul 27 06:48:14.763364 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebb8b0-e39d-4a0e-af66-83c88f7b1cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ecdf9-8098-4cb1-81d6-ce95c257c250,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:14.767711 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-94ebb8b0-e39d-4a0e-af66-83c88f7b1cac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4e98c4c7d7b4035a043e914d2f74225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975356 Jul 27 06:48:14.770393 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48224) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:14.837444 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d56f-395e-44e0-a0a8-3496442fbef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.862560 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d56f-395e-44e0-a0a8-3496442fbef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.869455 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:48:15.086596 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eae05b-3622-4774-8c01-a3da53c8e294 req-b13e6d13-9d41-446a-97d2-d55572c26cef tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:15.088102 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f6eae05b-3622-4774-8c01-a3da53c8e294 req-b13e6d13-9d41-446a-97d2-d55572c26cef tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.1134884 Jul 27 06:48:15.129588 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f6eae05b-3622-4774-8c01-a3da53c8e294 req-11e7ec1b-5567-4a60-ae97-c13f997f5744 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Jul 27 06:48:15.133873 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d56f-395e-44e0-a0a8-3496442fbef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.136557 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d56f-395e-44e0-a0a8-3496442fbef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.142694 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c0a3d56f-395e-44e0-a0a8-3496442fbef6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e90ecdf9-8098-4cb1-81d6-ce95c257c250 HTTP/1.1" status: 204 len: 168 time: 0.3710082 Jul 27 06:48:15.156191 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3d56f-395e-44e0-a0a8-3496442fbef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ecdf9-8098-4cb1-81d6-ce95c257c250,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:15.179940 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '3d95d6a2-1ade-4000-80ab-a707c0a3e770', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'floating_ip_address': '172.28.1.187', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'port_id': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'mac_address': 'fa:16:3e:da:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:47:49Z', 'updated_at': '2021-07-27T06:48:13Z', 'revision_number': 1, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:15.209510 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] Checking router: 786bbed0-89b3-42c3-b6c5-7030098306eb for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:48:15.219981 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:48:15.220820 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:47:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:15.328707 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:48:15.451533 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-efa5e895-3636-4000-86f3-af731e1deee6 req-a4436006-76e7-478b-942e-215c3f139dd8 tempest-DeleteServersTestJSON-68068572 tempest-DeleteServersTestJSON-68068572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2a87fe-ba23-43a8-a5e8-70c0ec530b9e HTTP/1.1" status: 200 len: 210 time: 0.0362563 Jul 27 06:48:15.594963 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '3d95d6a2-1ade-4000-80ab-a707c0a3e770', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'floating_ip_address': '172.28.1.187', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'port_id': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'mac_address': 'fa:16:3e:da:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:47:49Z', 'updated_at': '2021-07-27T06:48:13Z', 'revision_number': 1, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:15.629433 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e4c20-a4bd-4861-a49b-de98e96e3ada None None] The sync data for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb is: [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '3d95d6a2-1ade-4000-80ab-a707c0a3e770', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'floating_ip_address': '172.28.1.187', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'port_id': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'mac_address': 'fa:16:3e:da:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:47:49Z', 'updated_at': '2021-07-27T06:48:13Z', 'revision_number': 1, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:48:15.859287 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 4d36a515-4638-44c0-83ca-1ae05793022f no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:48:15.882686 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 4d36a515-4638-44c0-83ca-1ae05793022f {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:48:15.882686 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 4d36a515-4638-44c0-83ca-1ae05793022f not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:48:15.882872 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30bcbb-0db4-4dd8-9d0f-8e08897ff946 None None] New status for floating IP 3d95d6a2-1ade-4000-80ab-a707c0a3e770: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:48:16.280059 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5095313-9333-4e41-b229-1fca95e42df8 req-05600dbf-5ad9-4524-a804-ba31dc673acf tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:16.281640 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5095313-9333-4e41-b229-1fca95e42df8 req-05600dbf-5ad9-4524-a804-ba31dc673acf tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0804334 Jul 27 06:48:16.325603 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5095313-9333-4e41-b229-1fca95e42df8 req-7b1f035d-b748-4eb6-8d9a-7e177977ef30 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373282 Jul 27 06:48:16.446543 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:16.449442 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec0fc66-97c3-4870-b334-c7bfcf729e35" -d '{"events": [{"name": "network-changed", "server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:16.488330 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dab60d-65a8-471c-b464-0b6c68c1bbf6 x-openstack-request-id: req-81dab60d-65a8-471c-b464-0b6c68c1bbf6 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:16.488619 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:16.488860 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81dab60d-65a8-471c-b464-0b6c68c1bbf6 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:16.489277 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'status': 'completed', 'code': 200} Jul 27 06:48:16.600436 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-5f0a2648-3f1d-4022-ab91-02f21f9f3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:16.602143 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-5f0a2648-3f1d-4022-ab91-02f21f9f3e8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 1099 time: 0.0666611 Jul 27 06:48:16.696618 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-95b62765-deab-47de-8449-61e5a294d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:16.698153 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-95b62765-deab-47de-8449-61e5a294d24a service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 917 time: 0.0871377 Jul 27 06:48:16.814438 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-d65b1eee-9eb0-431f-ab10-2b7c3caf9c0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f HTTP/1.1" status: 200 len: 1002 time: 0.0980802 Jul 27 06:48:16.867565 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-bffe08cf-871f-42d4-b708-6358c88a654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:16.869001 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-bffe08cf-871f-42d4-b708-6358c88a654c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.0435183 Jul 27 06:48:16.932506 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-222c3989-401a-4d2f-bff8-0d50c44f0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:16.934118 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-222c3989-401a-4d2f-bff8-0d50c44f0e81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583971 Jul 27 06:48:17.050107 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-63588900-fbab-451e-874a-c87b369524e9 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947039 Jul 27 06:48:17.180119 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0ec0fc66-97c3-4870-b334-c7bfcf729e35 req-fe7f8e24-5725-4c4e-9501-c528d145c9dd service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856645 Jul 27 06:48:17.466782 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697c4b8-8cb0-4b64-bc46-33a165d246b7 req-33b54b37-ac32-48bd-8e10-acb1577710f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:17.468219 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6697c4b8-8cb0-4b64-bc46-33a165d246b7 req-33b54b37-ac32-48bd-8e10-acb1577710f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0670931 Jul 27 06:48:17.507994 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6697c4b8-8cb0-4b64-bc46-33a165d246b7 req-b056c68b-f85b-42c1-b84e-8ad21cb6bc23 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Jul 27 06:48:18.645235 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae58a5-49ba-4a06-9619-e953e91f906b req-657e6bd3-4741-49bb-882a-cb136184d808 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:18.646709 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-70ae58a5-49ba-4a06-9619-e953e91f906b req-657e6bd3-4741-49bb-882a-cb136184d808 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0661478 Jul 27 06:48:18.655596 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48384) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:18.691077 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-70ae58a5-49ba-4a06-9619-e953e91f906b req-0f7c180e-29f2-4ff2-b548-1c9ad3db89da tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Jul 27 06:48:18.700705 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f7b97c-98fd-46d9-b695-99a368681d45 admin admin] Deleting subnet efac7a77-8c97-4838-82ed-39725192bf9c {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:48:18.704192 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11f7b97c-98fd-46d9-b695-99a368681d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:18.737882 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11f7b97c-98fd-46d9-b695-99a368681d45 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:18.747534 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11f7b97c-98fd-46d9-b695-99a368681d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:18.974171 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11f7b97c-98fd-46d9-b695-99a368681d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.001643 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7b97c-98fd-46d9-b695-99a368681d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efac7a77-8c97-4838-82ed-39725192bf9c,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:19.003512 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11f7b97c-98fd-46d9-b695-99a368681d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.005388 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-11f7b97c-98fd-46d9-b695-99a368681d45 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/efac7a77-8c97-4838-82ed-39725192bf9c HTTP/1.1" status: 204 len: 168 time: 0.3487918 Jul 27 06:48:19.008048 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48394) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:19.073543 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.159660 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.170370 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.170754 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.171488 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.171818 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > port after_create 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.172158 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.172479 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > port after_update 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.172811 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.173176 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.173491 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.173807 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.307359 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.312479 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.313360 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.315564 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:19.315564 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ce1964-8fbb-4dea-9e39-c9845107e0c4']}} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:19.332920 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1d44a5-5379-4108-bca7-bcbd049db8fd') {'for_net_delete': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:19.333264 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1d44a5-5379-4108-bca7-bcbd049db8fd') {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:19.349536 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13798138'] for segment, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.370544 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.378927 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:48:19.379245 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15141252'] for segment, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: from cryptography.utils import int_from_bytes Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: from cryptography.utils import int_from_bytes Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: Traceback (most recent call last): Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: timer() Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: cb(*args, **kw) Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: return func(*args, **kwargs) Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: self._notify() Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: self.callback(batched_events) Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: event.method(event) Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: return f(self, *a, **k) Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: return self._get(url).json() Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: return self.request(url, 'GET', **kwargs) Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:48:19.383203 dv-cinder-779194-3-smb neutron-server[100284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:48:19.517613 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.551331 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ce1964-8fbb-4dea-9e39-c9845107e0c4,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:19.565853 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.572062 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-e5c5f730-5af6-43bf-8949-a71eef1d6e66 admin admin] 10.222.0.13 "DELETE /v2.0/networks/35ce1964-8fbb-4dea-9e39-c9845107e0c4 HTTP/1.1" status: 204 len: 168 time: 0.5625811 Jul 27 06:48:19.778006 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48430) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:19.826441 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685eb62f-d245-4ebd-a5d3-c6a5e13d9421 req-3aa22acd-6d15-42e1-955a-00e184bb90a5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:19.828251 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-685eb62f-d245-4ebd-a5d3-c6a5e13d9421 req-3aa22acd-6d15-42e1-955a-00e184bb90a5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0661759 Jul 27 06:48:19.867266 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-685eb62f-d245-4ebd-a5d3-c6a5e13d9421 req-0fc54d06-99ba-4cf2-8ea7-56cc0c315d25 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325625 Jul 27 06:48:19.897210 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b63d-2f5f-446a-a3be-a6f0defb6077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:19.978529 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48436) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:19.997730 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b63d-2f5f-446a-a3be-a6f0defb6077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.026587 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-b645a43c-8a23-4f71-9763-d68aa817bac0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c627d5b2ff743059fc00784fa5aa9a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468893 Jul 27 06:48:20.028950 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48440) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:20.085716 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e6a094d9-5194-490e-b13b-7bc714ea04eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.089077 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b63d-2f5f-446a-a3be-a6f0defb6077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.103210 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e6a094d9-5194-490e-b13b-7bc714ea04eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.142661 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-c9b5b63d-2f5f-446a-a3be-a6f0defb6077 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=865752fe473a410fb9544f5b0eb133df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633063 Jul 27 06:48:20.144872 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5b63d-2f5f-446a-a3be-a6f0defb6077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6076af51-9a11-405b-8f93-814512f88cd3,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:20.147883 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48452) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:20.201531 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9805351e-d924-463f-bc00-52dd1826b674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.222852 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9805351e-d924-463f-bc00-52dd1826b674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.243397 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e6a094d9-5194-490e-b13b-7bc714ea04eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.246540 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e6a094d9-5194-490e-b13b-7bc714ea04eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.250022 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-e6a094d9-5194-490e-b13b-7bc714ea04eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15f67bff-d692-44de-a050-98e1a9733232 HTTP/1.1" status: 204 len: 168 time: 0.2178361 Jul 27 06:48:20.256011 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a094d9-5194-490e-b13b-7bc714ea04eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f67bff-d692-44de-a050-98e1a9733232,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:20.375192 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9805351e-d924-463f-bc00-52dd1826b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.379446 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9805351e-d924-463f-bc00-52dd1826b674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:20.384380 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-9805351e-d924-463f-bc00-52dd1826b674 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6076af51-9a11-405b-8f93-814512f88cd3 HTTP/1.1" status: 204 len: 168 time: 0.2352154 Jul 27 06:48:20.393234 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805351e-d924-463f-bc00-52dd1826b674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6076af51-9a11-405b-8f93-814512f88cd3,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:20.998569 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cee74b-5247-435a-8b63-50176b685ed2 req-1d6e8443-659d-492c-8b37-d1dd74082cd1 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:21.000044 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c2cee74b-5247-435a-8b63-50176b685ed2 req-1d6e8443-659d-492c-8b37-d1dd74082cd1 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0621426 Jul 27 06:48:21.037114 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c2cee74b-5247-435a-8b63-50176b685ed2 req-f777b65f-1a36-485a-96f9-5985ba16ed3f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Jul 27 06:48:21.362602 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48498) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:21.376799 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf187039-d333-40e6-a439-4b7ab91ae409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:21.474596 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf187039-d333-40e6-a439-4b7ab91ae409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:21.585882 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf187039-d333-40e6-a439-4b7ab91ae409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:21.586146 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-4ed9b35a-2d26-48f5-8fd2-0733c199699c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:21.626797 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-bf187039-d333-40e6-a439-4b7ab91ae409 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46b08f2f11674d4885a1c9fe092ac956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630382 Jul 27 06:48:21.627692 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf187039-d333-40e6-a439-4b7ab91ae409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46086436-68fe-4222-b147-0098e8b07382,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:21.633843 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48508) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:21.687945 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b15e700-b926-47a2-8383-5da683c7212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:21.709233 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b15e700-b926-47a2-8383-5da683c7212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:21.929193 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b15e700-b926-47a2-8383-5da683c7212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:21.932017 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b15e700-b926-47a2-8383-5da683c7212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:21.933374 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-5b15e700-b926-47a2-8383-5da683c7212e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46086436-68fe-4222-b147-0098e8b07382 HTTP/1.1" status: 204 len: 168 time: 0.2984431 Jul 27 06:48:21.942269 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15e700-b926-47a2-8383-5da683c7212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46086436-68fe-4222-b147-0098e8b07382,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:22.184811 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e944d32-1441-475c-89fd-2b15a4ca5bd1 req-bdd28932-ca25-4b53-9322-2a2413030a38 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:22.186221 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9e944d32-1441-475c-89fd-2b15a4ca5bd1 req-bdd28932-ca25-4b53-9322-2a2413030a38 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0760732 Jul 27 06:48:22.224069 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9e944d32-1441-475c-89fd-2b15a4ca5bd1 req-5a1c40fa-02b9-41f5-8ef6-5fed97f25d1e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Jul 27 06:48:23.358461 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e59e-833f-4dc2-8960-53a62ab8d73b req-7c754cfd-7186-4a60-bfc2-ab52d0d6c586 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:23.360649 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-75b2e59e-833f-4dc2-8960-53a62ab8d73b req-7c754cfd-7186-4a60-bfc2-ab52d0d6c586 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0670252 Jul 27 06:48:23.409319 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-75b2e59e-833f-4dc2-8960-53a62ab8d73b req-9f97062e-2312-4b38-8f77-2546834b9086 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 Jul 27 06:48:24.260232 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0b85bd28-7098-4d85-9b5b-92128871bfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.551316 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10949f2-c351-4e3f-9422-2d2dcda84a0b req-766b889b-f48c-4b7f-8932-cfb3c8d3015f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:24.552776 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c10949f2-c351-4e3f-9422-2d2dcda84a0b req-766b889b-f48c-4b7f-8932-cfb3c8d3015f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0684252 Jul 27 06:48:24.602100 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c10949f2-c351-4e3f-9422-2d2dcda84a0b req-982d60c1-d06d-4b3a-864b-d0654a5a705f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Jul 27 06:48:24.746124 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:25.226098 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:25.496865 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48702) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:25.601964 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:25.704744 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:25.738253 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162d105-6ded-48ab-b09f-c7cb26477079 req-aa817604-1032-4040-8689-8e4f938a9a5f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:25.745136 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a162d105-6ded-48ab-b09f-c7cb26477079 req-aa817604-1032-4040-8689-8e4f938a9a5f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0638745 Jul 27 06:48:25.786048 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a162d105-6ded-48ab-b09f-c7cb26477079 req-ce99cfa1-964c-4933-9d23-00a3e1866a5d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318987 Jul 27 06:48:25.803094 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:25.842730 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6c8bf297eb1492cbba7213accd2c4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447130 Jul 27 06:48:25.843859 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd37155-94dd-4631-b14a-d80369b98a07,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:25.845451 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48716) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:25.856365 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.856642 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.856982 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.857477 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.858227 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.858362 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.858612 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.858919 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.859307 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.859567 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.860113 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.860234 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405050fc-398c-4eaa-b4e8-32fa33575ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:25.867393 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48718) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:25.896826 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:25.918886 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:25.979623 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b457ea3b-8b9e-4a6c-a845-24e822af9925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.083124 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.085739 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.089831 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bd37155-94dd-4631-b14a-d80369b98a07 HTTP/1.1" status: 204 len: 168 time: 0.2404671 Jul 27 06:48:26.103318 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd37155-94dd-4631-b14a-d80369b98a07,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:26.112554 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.112904 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.113572 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.113923 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.114342 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.114566 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.114893 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.115219 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.115552 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.116155 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.116479 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.116923 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcf1303-f897-4e65-9492-3c19c636ef8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:26.173525 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b457ea3b-8b9e-4a6c-a845-24e822af9925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.402012 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b457ea3b-8b9e-4a6c-a845-24e822af9925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.441819 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b457ea3b-8b9e-4a6c-a845-24e822af9925 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff83d5ce45424058a957e53e680a2540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707042 Jul 27 06:48:26.441819 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457ea3b-8b9e-4a6c-a845-24e822af9925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6773f63a-cafe-4b95-8e99-0b14623949dd,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:26.442171 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48742) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:26.502916 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-61c22af5-038c-4206-8f24-63a18c8ede00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.517975 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-61c22af5-038c-4206-8f24-63a18c8ede00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.654872 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-61c22af5-038c-4206-8f24-63a18c8ede00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.658737 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-61c22af5-038c-4206-8f24-63a18c8ede00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.663539 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-61c22af5-038c-4206-8f24-63a18c8ede00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6773f63a-cafe-4b95-8e99-0b14623949dd HTTP/1.1" status: 204 len: 168 time: 0.2169414 Jul 27 06:48:26.675725 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c22af5-038c-4206-8f24-63a18c8ede00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6773f63a-cafe-4b95-8e99-0b14623949dd,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:26.806139 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:48:26.860396 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.908238 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd36f6-0242-4f87-ad53-726ad5633dc4 req-61f576b3-4283-489f-9dad-bf7d75357857 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:26.909802 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f3fd36f6-0242-4f87-ad53-726ad5633dc4 req-61f576b3-4283-489f-9dad-bf7d75357857 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0631340 Jul 27 06:48:26.949798 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f3fd36f6-0242-4f87-ad53-726ad5633dc4 req-49ba2d8c-6d94-4789-873c-236312369580 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336413 Jul 27 06:48:27.117378 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48764) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:27.143742 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b9f7f34f-eeb9-42c0-ad6b-c2c78e036cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.237153 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b9f7f34f-eeb9-42c0-ad6b-c2c78e036cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.368829 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b9f7f34f-eeb9-42c0-ad6b-c2c78e036cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.412037 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-b9f7f34f-eeb9-42c0-ad6b-c2c78e036cbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eda5e976b272460eb5721646d104e3bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929783 Jul 27 06:48:27.412270 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48778) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:27.412945 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7f34f-eeb9-42c0-ad6b-c2c78e036cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbded96-b68a-457f-9a45-b653692b4117,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:27.466648 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a270-54f3-42b5-9391-4296aff09560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.488777 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a270-54f3-42b5-9391-4296aff09560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.649284 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a270-54f3-42b5-9391-4296aff09560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.652325 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a270-54f3-42b5-9391-4296aff09560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.654159 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6dd2a270-54f3-42b5-9391-4296aff09560 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbbded96-b68a-457f-9a45-b653692b4117 HTTP/1.1" status: 204 len: 168 time: 0.2402627 Jul 27 06:48:27.664204 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2a270-54f3-42b5-9391-4296aff09560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbded96-b68a-457f-9a45-b653692b4117,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:27.665149 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48790) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:27.687355 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bd48e08b-cfc9-494c-b858-04cccd3dd083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.785020 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bd48e08b-cfc9-494c-b858-04cccd3dd083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.900057 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bd48e08b-cfc9-494c-b858-04cccd3dd083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.938747 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-bd48e08b-cfc9-494c-b858-04cccd3dd083 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36c24cd2dfb0404584f922321f8cdda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717681 Jul 27 06:48:27.939663 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48e08b-cfc9-494c-b858-04cccd3dd083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092fe4dd-5e17-4576-a322-7d0236b7350f,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:27.941407 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48792) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:27.989972 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75cfc802-bd8c-4a5b-b681-54c505f2938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.012314 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75cfc802-bd8c-4a5b-b681-54c505f2938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.094682 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368f88c-007f-45ef-bfad-7b32f78a7247 req-e96c5d89-d9a0-4d4c-9994-f40fb440f026 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:28.096138 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b368f88c-007f-45ef-bfad-7b32f78a7247 req-e96c5d89-d9a0-4d4c-9994-f40fb440f026 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0778573 Jul 27 06:48:28.134682 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b368f88c-007f-45ef-bfad-7b32f78a7247 req-7265c0b7-b168-480e-951e-112d16106b76 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Jul 27 06:48:28.174760 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75cfc802-bd8c-4a5b-b681-54c505f2938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.177415 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75cfc802-bd8c-4a5b-b681-54c505f2938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.179298 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-75cfc802-bd8c-4a5b-b681-54c505f2938d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/092fe4dd-5e17-4576-a322-7d0236b7350f HTTP/1.1" status: 204 len: 168 time: 0.2367411 Jul 27 06:48:28.195043 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfc802-bd8c-4a5b-b681-54c505f2938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092fe4dd-5e17-4576-a322-7d0236b7350f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:28.369520 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48818) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:28.646590 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c1b2e97a-998a-491d-8165-6f9de870e158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.754352 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c1b2e97a-998a-491d-8165-6f9de870e158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.860573 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c1b2e97a-998a-491d-8165-6f9de870e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.899511 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-c1b2e97a-998a-491d-8165-6f9de870e158 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb383da8062e4230bd3d81bb2d248836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283020 Jul 27 06:48:28.902646 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2e97a-998a-491d-8165-6f9de870e158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528421fe-b824-4a7f-8e24-7ad460ac7f6b,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:28.903499 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48836) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:28.956352 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3ebd-07b4-4dea-96e4-efa42404e27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.981887 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3ebd-07b4-4dea-96e4-efa42404e27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:29.106277 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3ebd-07b4-4dea-96e4-efa42404e27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:29.108818 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3ebd-07b4-4dea-96e4-efa42404e27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:29.110013 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-cf2c3ebd-07b4-4dea-96e4-efa42404e27a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/528421fe-b824-4a7f-8e24-7ad460ac7f6b HTTP/1.1" status: 204 len: 168 time: 0.2057898 Jul 27 06:48:29.131186 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c3ebd-07b4-4dea-96e4-efa42404e27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528421fe-b824-4a7f-8e24-7ad460ac7f6b,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:29.280636 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe10f7-7a1e-4b66-9152-15d84e09c202 req-dd0ad2e0-3a3c-48e6-a26d-08299307308c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:29.282252 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5ebe10f7-7a1e-4b66-9152-15d84e09c202 req-dd0ad2e0-3a3c-48e6-a26d-08299307308c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0670738 Jul 27 06:48:29.350357 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5ebe10f7-7a1e-4b66-9152-15d84e09c202 req-2646f4f6-2b79-455f-9b74-898ac5767b59 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616348 Jul 27 06:48:29.955991 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 48884) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:29.968831 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d74c8d7c-c3d7-491f-94bb-9ed0f1049cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.065213 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d74c8d7c-c3d7-491f-94bb-9ed0f1049cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.174146 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d74c8d7c-c3d7-491f-94bb-9ed0f1049cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.213261 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-d74c8d7c-c3d7-491f-94bb-9ed0f1049cbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee9c01d8f5e44f08abc8fad4304392dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561188 Jul 27 06:48:30.214862 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c8d7c-c3d7-491f-94bb-9ed0f1049cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20534645-e5a9-4a23-881c-75525fdaf1c6,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:30.216439 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 48890) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:30.270261 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-616d4975-a85a-48ab-b7f9-b36ee33e5f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.295782 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-616d4975-a85a-48ab-b7f9-b36ee33e5f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.451767 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-616d4975-a85a-48ab-b7f9-b36ee33e5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.471377 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-616d4975-a85a-48ab-b7f9-b36ee33e5f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.472924 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-616d4975-a85a-48ab-b7f9-b36ee33e5f10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20534645-e5a9-4a23-881c-75525fdaf1c6 HTTP/1.1" status: 204 len: 168 time: 0.2551291 Jul 27 06:48:30.497662 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d4975-a85a-48ab-b7f9-b36ee33e5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20534645-e5a9-4a23-881c-75525fdaf1c6,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:30.585244 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a3923-a846-4f43-9380-828abd7cee96 req-6c6c78fe-3611-4eca-ba26-5beac8974ff1 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:30.586800 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2a7a3923-a846-4f43-9380-828abd7cee96 req-6c6c78fe-3611-4eca-ba26-5beac8974ff1 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.1681435 Jul 27 06:48:30.645027 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2a7a3923-a846-4f43-9380-828abd7cee96 req-0b20ea9d-2e43-4990-87d4-5350760bd8f6 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502248 Jul 27 06:48:31.783183 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc04b5b-1763-4efa-9de0-8a96e122bf11 req-506783dd-929b-480b-8639-a54d6d924766 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:31.784766 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5cc04b5b-1763-4efa-9de0-8a96e122bf11 req-506783dd-929b-480b-8639-a54d6d924766 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0651727 Jul 27 06:48:31.833487 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5cc04b5b-1763-4efa-9de0-8a96e122bf11 req-acfb0d2e-55a8-41af-bbf9-2b20c87603da tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Jul 27 06:48:32.971690 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af8b31-7e2f-4936-87cc-8ff75844f6ad req-a5e9fe71-e6dd-4c2d-8876-3307c40d8278 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:32.973288 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-47af8b31-7e2f-4936-87cc-8ff75844f6ad req-a5e9fe71-e6dd-4c2d-8876-3307c40d8278 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0677066 Jul 27 06:48:33.012390 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-47af8b31-7e2f-4936-87cc-8ff75844f6ad req-bb47395b-77c3-401f-a733-48f31b9bb135 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Jul 27 06:48:33.266679 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-f99ecdf6-c0ea-45a1-bbfa-8f67c238511d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505857 Jul 27 06:48:33.385123 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-1d60431f-1045-4daf-b875-3225d58be58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:33.387248 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-1d60431f-1045-4daf-b875-3225d58be58b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1098 time: 0.0521176 Jul 27 06:48:33.656987 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49034) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:33.715300 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-d74cedbd-fbdd-4a4d-a925-e8ed2011aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:33.716811 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-d74cedbd-fbdd-4a4d-a925-e8ed2011aea9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 919 time: 0.3089705 Jul 27 06:48:33.767075 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-4e669163-9507-4fe7-8933-360e8398082f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c HTTP/1.1" status: 200 len: 217 time: 0.0396302 Jul 27 06:48:33.823213 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-31ceb46d-e719-49f4-84d3-eef7dd1aefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:33.823699 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-aa67aabf-ac98-4729-9523-bc1824aee659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:33.824767 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-31ceb46d-e719-49f4-84d3-eef7dd1aefb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.0485761 Jul 27 06:48:33.866477 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-d8c6a063-cdb1-4d0a-94b7-35d03b2649ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310702 Jul 27 06:48:33.914011 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-aa67aabf-ac98-4729-9523-bc1824aee659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:33.959806 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-61e66925-4bf1-4605-abb3-df5b75825f0d service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842183 Jul 27 06:48:34.071214 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4db35030-3536-4a29-b7f1-9bee2ab53ee0 req-49421426-e76a-450f-9abd-ffaceb7e3dcc service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039882 Jul 27 06:48:34.082076 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-aa67aabf-ac98-4729-9523-bc1824aee659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:34.140409 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67aabf-ac98-4729-9523-bc1824aee659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90145e5-83e1-4b03-bc2e-17c989552996,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:34.144980 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-aa67aabf-ac98-4729-9523-bc1824aee659 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc3da0e4c1954418ba7bb13c28cc7e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863667 Jul 27 06:48:34.147745 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49056) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:34.183295 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750770fb-cf05-4cfc-977d-3db366bbba3b req-f5034dcd-8e13-423a-a15c-479661a2d9a3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:34.190973 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-750770fb-cf05-4cfc-977d-3db366bbba3b req-f5034dcd-8e13-423a-a15c-479661a2d9a3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0754383 Jul 27 06:48:34.209578 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1ddcf60e-797e-4335-aa34-a5ff94973003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:34.245426 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-750770fb-cf05-4cfc-977d-3db366bbba3b req-545f4c31-47bc-4182-bd78-84b3eaa429a2 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523202 Jul 27 06:48:34.246794 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1ddcf60e-797e-4335-aa34-a5ff94973003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:34.391497 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1ddcf60e-797e-4335-aa34-a5ff94973003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:34.398137 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1ddcf60e-797e-4335-aa34-a5ff94973003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:34.398137 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-1ddcf60e-797e-4335-aa34-a5ff94973003 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a90145e5-83e1-4b03-bc2e-17c989552996 HTTP/1.1" status: 204 len: 168 time: 0.2468269 Jul 27 06:48:34.404201 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcf60e-797e-4335-aa34-a5ff94973003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90145e5-83e1-4b03-bc2e-17c989552996,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:35.185149 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49118) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:35.198812 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b031037-a372-4b3a-b09d-485eaa59affd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:35.288571 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:35.301221 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b031037-a372-4b3a-b09d-485eaa59affd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:35.362921 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b031037-a372-4b3a-b09d-485eaa59affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:35.395295 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57e028-b1ee-433c-a584-876a6177d58c req-9b8119a6-992a-45db-a74f-19f38cf8ba6c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:35.396847 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cc57e028-b1ee-433c-a584-876a6177d58c req-9b8119a6-992a-45db-a74f-19f38cf8ba6c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0711408 Jul 27 06:48:35.401883 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-5b031037-a372-4b3a-b09d-485eaa59affd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aa3b1ce8aa14de0ba069b9b8f045c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146883 Jul 27 06:48:35.402772 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031037-a372-4b3a-b09d-485eaa59affd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af1930-3368-4df0-a336-948a4250af65,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:35.405013 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49132) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:35.440193 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cc57e028-b1ee-433c-a584-876a6177d58c req-96dc1d21-3ee3-4a30-b9d2-7783104e92a1 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364230 Jul 27 06:48:35.458913 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8c2498fa-0edd-47ff-a3d7-06d610c0cd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:35.490050 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8c2498fa-0edd-47ff-a3d7-06d610c0cd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:35.620297 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8c2498fa-0edd-47ff-a3d7-06d610c0cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:35.623287 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8c2498fa-0edd-47ff-a3d7-06d610c0cd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:35.624667 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-8c2498fa-0edd-47ff-a3d7-06d610c0cd09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9af1930-3368-4df0-a336-948a4250af65 HTTP/1.1" status: 204 len: 168 time: 0.2186050 Jul 27 06:48:35.632912 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2498fa-0edd-47ff-a3d7-06d610c0cd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af1930-3368-4df0-a336-948a4250af65,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:36.293951 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49170) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:36.398955 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c73549e5-7406-4796-895e-2396f0e13d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.490463 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c73549e5-7406-4796-895e-2396f0e13d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.571476 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e430-614c-433b-beab-be4f283433b4 req-02407b1c-4f02-40ad-b1d9-06bf1a92a208 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:36.573823 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a063e430-614c-433b-beab-be4f283433b4 req-02407b1c-4f02-40ad-b1d9-06bf1a92a208 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0634394 Jul 27 06:48:36.578405 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c73549e5-7406-4796-895e-2396f0e13d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.582867 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49182) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:36.598758 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d98a10cd-0e94-4149-94f6-c264fd24fcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.636536 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c73549e5-7406-4796-895e-2396f0e13d1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faf0f0e116244087bef85ed49a0af87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413768 Jul 27 06:48:36.637501 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73549e5-7406-4796-895e-2396f0e13d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be50e72-6f33-4529-a192-140f29080e68,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:36.639367 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49184) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:36.653787 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a063e430-614c-433b-beab-be4f283433b4 req-2d6b5721-3cb9-4541-8d23-72b7f9ae7616 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717819 Jul 27 06:48:36.727278 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae395-3a0a-4256-b2f3-a160f1b6b67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.747249 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d98a10cd-0e94-4149-94f6-c264fd24fcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.758151 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae395-3a0a-4256-b2f3-a160f1b6b67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.865486 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d98a10cd-0e94-4149-94f6-c264fd24fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.909708 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-d98a10cd-0e94-4149-94f6-c264fd24fcfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0708c9c89cd4371b6e090fa12b7dd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256333 Jul 27 06:48:36.911673 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a10cd-0e94-4149-94f6-c264fd24fcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2c0017-f25b-4afc-a60a-39c8a5fbbbe5,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:36.915209 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49188) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:36.933348 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae395-3a0a-4256-b2f3-a160f1b6b67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.935780 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae395-3a0a-4256-b2f3-a160f1b6b67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.936861 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-ed4ae395-3a0a-4256-b2f3-a160f1b6b67f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1be50e72-6f33-4529-a192-140f29080e68 HTTP/1.1" status: 204 len: 168 time: 0.2965214 Jul 27 06:48:36.957949 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ae395-3a0a-4256-b2f3-a160f1b6b67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be50e72-6f33-4529-a192-140f29080e68,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:36.992945 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-acedd5fb-aaa4-4864-b8f7-f7dd212c309d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.015369 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-acedd5fb-aaa4-4864-b8f7-f7dd212c309d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.144700 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-acedd5fb-aaa4-4864-b8f7-f7dd212c309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.147374 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-acedd5fb-aaa4-4864-b8f7-f7dd212c309d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.148525 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-acedd5fb-aaa4-4864-b8f7-f7dd212c309d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd2c0017-f25b-4afc-a60a-39c8a5fbbbe5 HTTP/1.1" status: 204 len: 168 time: 0.2323694 Jul 27 06:48:37.157680 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedd5fb-aaa4-4864-b8f7-f7dd212c309d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2c0017-f25b-4afc-a60a-39c8a5fbbbe5,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:37.791996 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50347ba3-e2c3-4630-b20e-2f5b181a6af0 req-a8169845-b95f-4c44-a12a-9bc56d33e0cd tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:37.793570 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-50347ba3-e2c3-4630-b20e-2f5b181a6af0 req-a8169845-b95f-4c44-a12a-9bc56d33e0cd tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0695796 Jul 27 06:48:37.834575 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-50347ba3-e2c3-4630-b20e-2f5b181a6af0 req-5e2a08c2-14c8-42c0-b965-ca0eb7d15a8b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Jul 27 06:48:37.852613 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49218) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:37.992002 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-37ae8e46-a346-479b-b1d7-251ee02906ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.997108 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49228) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:38.030931 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a80bd82b-361c-4dc2-a592-ce3ac43f8625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.111118 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-37ae8e46-a346-479b-b1d7-251ee02906ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.271341 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-37ae8e46-a346-479b-b1d7-251ee02906ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.314826 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-37ae8e46-a346-479b-b1d7-251ee02906ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fca0fed230543d0b7c5a927e03f1365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602294 Jul 27 06:48:38.315143 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49240) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:38.317439 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae8e46-a346-479b-b1d7-251ee02906ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0368b32e-565d-4806-969c-68755837f215,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:38.397563 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a80bd82b-361c-4dc2-a592-ce3ac43f8625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.398855 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ff84f1df-a8af-40e9-aaf2-9dc866860941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.419875 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ff84f1df-a8af-40e9-aaf2-9dc866860941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.498751 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a80bd82b-361c-4dc2-a592-ce3ac43f8625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.535816 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd82b-361c-4dc2-a592-ce3ac43f8625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752d1dcd-a102-4b89-88ed-477a0293c940,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:38.539277 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ff84f1df-a8af-40e9-aaf2-9dc866860941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.550214 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ff84f1df-a8af-40e9-aaf2-9dc866860941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.550214 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-ff84f1df-a8af-40e9-aaf2-9dc866860941 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0368b32e-565d-4806-969c-68755837f215 HTTP/1.1" status: 204 len: 168 time: 0.2272923 Jul 27 06:48:38.550214 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-a80bd82b-361c-4dc2-a592-ce3ac43f8625 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d721bb18bd7c49969a378d8a10e95ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515795 Jul 27 06:48:38.554094 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49250) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:38.555431 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84f1df-a8af-40e9-aaf2-9dc866860941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0368b32e-565d-4806-969c-68755837f215,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:38.610859 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c8048aa7-6487-4e4b-8a2e-a55f92f25661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.632905 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c8048aa7-6487-4e4b-8a2e-a55f92f25661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.797341 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c8048aa7-6487-4e4b-8a2e-a55f92f25661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.801976 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c8048aa7-6487-4e4b-8a2e-a55f92f25661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.801976 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-c8048aa7-6487-4e4b-8a2e-a55f92f25661 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/752d1dcd-a102-4b89-88ed-477a0293c940 HTTP/1.1" status: 204 len: 168 time: 0.2458181 Jul 27 06:48:38.808577 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8048aa7-6487-4e4b-8a2e-a55f92f25661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752d1dcd-a102-4b89-88ed-477a0293c940,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:38.983027 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1745556-31b7-48ac-b458-9422ab697009 req-98a32cb8-cd25-4615-a934-ae85439d8374 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:38.984352 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e1745556-31b7-48ac-b458-9422ab697009 req-98a32cb8-cd25-4615-a934-ae85439d8374 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0699894 Jul 27 06:48:39.026355 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e1745556-31b7-48ac-b458-9422ab697009 req-86ab5a59-3798-42a8-a761-97890cc3130f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355072 Jul 27 06:48:39.402155 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49278) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:39.415875 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5195788a-d6d9-43ef-9e34-026e7705a5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.527534 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5195788a-d6d9-43ef-9e34-026e7705a5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.602501 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49286) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:39.615913 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5195788a-d6d9-43ef-9e34-026e7705a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.655097 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-5195788a-d6d9-43ef-9e34-026e7705a5e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7786551d76a94e589e8ea0d82cfd92ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515266 Jul 27 06:48:39.656178 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195788a-d6d9-43ef-9e34-026e7705a5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd9b866-2bd6-4131-802d-dbc2036923a2,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:39.657896 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49292) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:39.709343 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9c1329e-df69-48b1-a185-ebd8b74be8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.716743 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5ebb53cd-eafe-4534-9c53-25756c636942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.731054 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9c1329e-df69-48b1-a185-ebd8b74be8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.822148 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5ebb53cd-eafe-4534-9c53-25756c636942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.929120 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5ebb53cd-eafe-4534-9c53-25756c636942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.929372 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9c1329e-df69-48b1-a185-ebd8b74be8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.931914 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9c1329e-df69-48b1-a185-ebd8b74be8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.933126 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-a9c1329e-df69-48b1-a185-ebd8b74be8da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cd9b866-2bd6-4131-802d-dbc2036923a2 HTTP/1.1" status: 204 len: 168 time: 0.2741687 Jul 27 06:48:39.941097 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1329e-df69-48b1-a185-ebd8b74be8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd9b866-2bd6-4131-802d-dbc2036923a2,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:39.983238 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-5ebb53cd-eafe-4534-9c53-25756c636942 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=184f9b2aa1ca46d5a769ecf71bedbf79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771975 Jul 27 06:48:39.983238 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb53cd-eafe-4534-9c53-25756c636942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1994246c-bfca-4e0c-9bd5-f097b9f237e7,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:39.983961 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49306) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:40.034250 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1945-ca28-49e1-9bda-80dd13679cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.060923 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1945-ca28-49e1-9bda-80dd13679cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.182220 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006a3aa-50f0-4d96-9fea-4f8f98af7f1b req-67fa05ed-cb2b-4df8-a9ad-74d8cbf38c59 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:40.183714 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7006a3aa-50f0-4d96-9fea-4f8f98af7f1b req-67fa05ed-cb2b-4df8-a9ad-74d8cbf38c59 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0648842 Jul 27 06:48:40.221634 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7006a3aa-50f0-4d96-9fea-4f8f98af7f1b req-3ab3c973-ca4d-44b9-a7c3-1eb8c38be753 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Jul 27 06:48:40.254676 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1945-ca28-49e1-9bda-80dd13679cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.257500 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1945-ca28-49e1-9bda-80dd13679cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.258669 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-bcdc1945-ca28-49e1-9bda-80dd13679cf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1994246c-bfca-4e0c-9bd5-f097b9f237e7 HTTP/1.1" status: 204 len: 168 time: 0.2741649 Jul 27 06:48:40.267399 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc1945-ca28-49e1-9bda-80dd13679cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1994246c-bfca-4e0c-9bd5-f097b9f237e7,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:41.383399 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fc736-3d3c-4284-8bf4-bc9bf47db8b1 req-b6645574-60b5-4a32-b688-b6bca79f5164 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:41.386663 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c00fc736-3d3c-4284-8bf4-bc9bf47db8b1 req-b6645574-60b5-4a32-b688-b6bca79f5164 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0865695 Jul 27 06:48:41.436278 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c00fc736-3d3c-4284-8bf4-bc9bf47db8b1 req-a621b9b9-b490-4841-b6af-4141c140b34a tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Jul 27 06:48:42.578250 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567a9f4-8732-4b5a-8108-5069f3e60c17 req-67513c6a-b8af-4599-ac1b-fa59dad2994d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:42.579742 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c567a9f4-8732-4b5a-8108-5069f3e60c17 req-67513c6a-b8af-4599-ac1b-fa59dad2994d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0694311 Jul 27 06:48:42.621073 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c567a9f4-8732-4b5a-8108-5069f3e60c17 req-ba2eb9d1-ee61-4a5c-bc0e-d6c96db618ff tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352542 Jul 27 06:48:42.721347 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49430) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:42.749379 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49434) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:42.840042 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77b12e35-808b-4011-800b-bf127b119d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.882033 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6ba486a8-7c6f-4927-aa16-5210289012b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.954739 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77b12e35-808b-4011-800b-bf127b119d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.133930 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77b12e35-808b-4011-800b-bf127b119d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.193667 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-77b12e35-808b-4011-800b-bf127b119d4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4f6c1e66c3047c4a7755dfba92b7330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711742 Jul 27 06:48:43.196260 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49450) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:43.210593 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b12e35-808b-4011-800b-bf127b119d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bacbdc-39c5-432a-8b53-c5573ca2925d,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:43.305259 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6ba486a8-7c6f-4927-aa16-5210289012b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.309383 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-be53def7-ba3c-49e9-a6e3-ad4166c4f233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.339378 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-be53def7-ba3c-49e9-a6e3-ad4166c4f233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.403285 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6ba486a8-7c6f-4927-aa16-5210289012b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.441176 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6ba486a8-7c6f-4927-aa16-5210289012b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e590bff6f8594254ab050f8f8a7cc750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906867 Jul 27 06:48:43.442083 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba486a8-7c6f-4927-aa16-5210289012b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c01dd1-c2e9-4bc7-8061-f4afa7158014,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:43.444428 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49466) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:43.496454 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8bd66b69-e5ff-4920-86e3-b722ef9ec8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.524152 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8bd66b69-e5ff-4920-86e3-b722ef9ec8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.541131 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-be53def7-ba3c-49e9-a6e3-ad4166c4f233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.543700 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-be53def7-ba3c-49e9-a6e3-ad4166c4f233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.547904 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-be53def7-ba3c-49e9-a6e3-ad4166c4f233 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8bacbdc-39c5-432a-8b53-c5573ca2925d HTTP/1.1" status: 204 len: 168 time: 0.3474627 Jul 27 06:48:43.570428 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53def7-ba3c-49e9-a6e3-ad4166c4f233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bacbdc-39c5-432a-8b53-c5573ca2925d,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:43.678220 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8bd66b69-e5ff-4920-86e3-b722ef9ec8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.683086 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8bd66b69-e5ff-4920-86e3-b722ef9ec8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.688678 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-8bd66b69-e5ff-4920-86e3-b722ef9ec8d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59c01dd1-c2e9-4bc7-8061-f4afa7158014 HTTP/1.1" status: 204 len: 168 time: 0.2388301 Jul 27 06:48:43.700759 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd66b69-e5ff-4920-86e3-b722ef9ec8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c01dd1-c2e9-4bc7-8061-f4afa7158014,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:43.799727 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a2fa4-6a14-49e3-8ab2-04e87d743bc0 req-7f9c20b3-15ee-4126-83c3-58b08f468e2e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:43.801310 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-811a2fa4-6a14-49e3-8ab2-04e87d743bc0 req-7f9c20b3-15ee-4126-83c3-58b08f468e2e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0912366 Jul 27 06:48:43.844994 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-811a2fa4-6a14-49e3-8ab2-04e87d743bc0 req-a394795a-6cb1-41d2-a34a-a6d8471fcd1c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Jul 27 06:48:44.600414 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49502) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:44.614551 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2856f8cc-43db-4ac7-8ee1-9664f84129d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.741478 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2856f8cc-43db-4ac7-8ee1-9664f84129d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.843243 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2856f8cc-43db-4ac7-8ee1-9664f84129d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.894855 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856f8cc-43db-4ac7-8ee1-9664f84129d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b743ce5-fd13-4677-a902-1e428d6167e8,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:44.899459 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-2856f8cc-43db-4ac7-8ee1-9664f84129d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5949d37ca904a879656e98e59d5bcae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979345 Jul 27 06:48:44.902243 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49520) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:44.986780 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6ff74b82-875b-40a8-8cf5-ee70d1a34265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.015980 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6ff74b82-875b-40a8-8cf5-ee70d1a34265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.049281 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452619e-193f-4101-837f-76699c9ed634 req-38a8d21e-9476-421b-b552-aeee236894d9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:45.049281 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1452619e-193f-4101-837f-76699c9ed634 req-38a8d21e-9476-421b-b552-aeee236894d9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.1055532 Jul 27 06:48:45.092540 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1452619e-193f-4101-837f-76699c9ed634 req-9704cf40-24ad-4b0e-8cd7-0836f65f07cc tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368669 Jul 27 06:48:45.168126 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6ff74b82-875b-40a8-8cf5-ee70d1a34265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.171288 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6ff74b82-875b-40a8-8cf5-ee70d1a34265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.172454 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-6ff74b82-875b-40a8-8cf5-ee70d1a34265 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b743ce5-fd13-4677-a902-1e428d6167e8 HTTP/1.1" status: 204 len: 168 time: 0.2683525 Jul 27 06:48:45.180509 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff74b82-875b-40a8-8cf5-ee70d1a34265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b743ce5-fd13-4677-a902-1e428d6167e8,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:46.287293 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ad0e6-5a34-4c40-86fb-5102dbb2de2c req-0e217481-948f-4d99-905a-5126812b21eb tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:46.288780 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d54ad0e6-5a34-4c40-86fb-5102dbb2de2c req-0e217481-948f-4d99-905a-5126812b21eb tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.1013715 Jul 27 06:48:46.330845 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d54ad0e6-5a34-4c40-86fb-5102dbb2de2c req-dc921419-184e-474c-8fd6-ba5625ac6464 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358586 Jul 27 06:48:47.476380 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63499b27-7520-41f7-ba46-6cb7feef722e req-70b247ee-d2e3-405e-96cf-025f04350b66 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:47.477926 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-63499b27-7520-41f7-ba46-6cb7feef722e req-70b247ee-d2e3-405e-96cf-025f04350b66 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0685179 Jul 27 06:48:47.524365 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-63499b27-7520-41f7-ba46-6cb7feef722e req-c82a42df-d790-4abe-8aa1-89f99c9bc7ca tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Jul 27 06:48:47.759258 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49710) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:47.997468 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a635-5426-4134-812f-598061908534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.110177 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a635-5426-4134-812f-598061908534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.180605 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a635-5426-4134-812f-598061908534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.234009 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-3bf9a635-5426-4134-812f-598061908534 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9512e483a9814181b7d8e24f9df6c41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735544 Jul 27 06:48:48.235259 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9a635-5426-4134-812f-598061908534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5e0d25-64e0-4913-8109-dbd6e8046f2e,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:48.236906 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49740) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:48.285576 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49742) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:48.302126 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-943084b4-dfec-4557-b736-7d8860ec3101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.323450 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-943084b4-dfec-4557-b736-7d8860ec3101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.407988 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c5093616-7fbf-4f70-8e56-919215fe7124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.471829 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-943084b4-dfec-4557-b736-7d8860ec3101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.474507 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-943084b4-dfec-4557-b736-7d8860ec3101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.475848 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-943084b4-dfec-4557-b736-7d8860ec3101 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b5e0d25-64e0-4913-8109-dbd6e8046f2e HTTP/1.1" status: 204 len: 168 time: 0.2363670 Jul 27 06:48:48.485473 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943084b4-dfec-4557-b736-7d8860ec3101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5e0d25-64e0-4913-8109-dbd6e8046f2e,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:48.559558 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c5093616-7fbf-4f70-8e56-919215fe7124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.656034 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa2051-7b07-4e2d-a5a4-e8a8a579f72c req-68f22f1c-5c45-4fca-98d8-04e9de637f61 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:48.657752 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5fa2051-7b07-4e2d-a5a4-e8a8a579f72c req-68f22f1c-5c45-4fca-98d8-04e9de637f61 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0633464 Jul 27 06:48:48.676749 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c5093616-7fbf-4f70-8e56-919215fe7124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.728206 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c5093616-7fbf-4f70-8e56-919215fe7124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd66328a2ba14c95926bcb4b585ed5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415178 Jul 27 06:48:48.731004 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49752) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:48.731136 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5fa2051-7b07-4e2d-a5a4-e8a8a579f72c req-b336fdcc-3324-4e50-bf63-e7eeb6029f0f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675001 Jul 27 06:48:48.732923 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5093616-7fbf-4f70-8e56-919215fe7124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1442c0-f1f3-4903-bf01-e1c50ef404db,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:48.791176 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-02255a3c-dcdd-4ac1-95aa-d09bf470ce59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.815038 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-02255a3c-dcdd-4ac1-95aa-d09bf470ce59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.945953 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-02255a3c-dcdd-4ac1-95aa-d09bf470ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.949484 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-02255a3c-dcdd-4ac1-95aa-d09bf470ce59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.950757 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-02255a3c-dcdd-4ac1-95aa-d09bf470ce59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b1442c0-f1f3-4903-bf01-e1c50ef404db HTTP/1.1" status: 204 len: 168 time: 0.2186282 Jul 27 06:48:48.960850 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02255a3c-dcdd-4ac1-95aa-d09bf470ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1442c0-f1f3-4903-bf01-e1c50ef404db,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:49.362409 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49772) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:49.377463 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3d087325-5255-40b6-bd78-7986f88e49bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:49.477863 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3d087325-5255-40b6-bd78-7986f88e49bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:49.540549 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3d087325-5255-40b6-bd78-7986f88e49bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:49.582789 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-3d087325-5255-40b6-bd78-7986f88e49bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f5e2a69fb844e7985aa5478031eefcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192533 Jul 27 06:48:49.583977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d087325-5255-40b6-bd78-7986f88e49bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d4b3bf-9d52-49d4-a138-b2e900837e14,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:49.585500 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49786) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:49.637252 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd6b-59f4-4a6e-9394-d71dfd103a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:49.659740 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd6b-59f4-4a6e-9394-d71dfd103a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:49.857127 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd6b-59f4-4a6e-9394-d71dfd103a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:49.859923 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd6b-59f4-4a6e-9394-d71dfd103a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:49.861084 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-aa96fd6b-59f4-4a6e-9394-d71dfd103a54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97d4b3bf-9d52-49d4-a138-b2e900837e14 HTTP/1.1" status: 204 len: 168 time: 0.2736025 Jul 27 06:48:49.871658 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7ac2d-8555-4aba-b283-b2ac1156f120 req-72db7fe7-debf-4918-ae66-35e330a62a1a tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:49.873116 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-35f7ac2d-8555-4aba-b283-b2ac1156f120 req-72db7fe7-debf-4918-ae66-35e330a62a1a tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0700846 Jul 27 06:48:49.878044 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96fd6b-59f4-4a6e-9394-d71dfd103a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d4b3bf-9d52-49d4-a138-b2e900837e14,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:49.919290 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-35f7ac2d-8555-4aba-b283-b2ac1156f120 req-5d54f1fa-e553-4b61-b524-1c38f6bbc603 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Jul 27 06:48:50.345330 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 49816) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:50.507296 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c4123215-ab3d-446c-b27a-5e39007af158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.660733 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c4123215-ab3d-446c-b27a-5e39007af158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.666726 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896bd6d-288e-401d-99e1-d88bf8163d76 req-6b6aeb67-e8a0-4033-8604-76bf919833ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:50.668724 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0896bd6d-288e-401d-99e1-d88bf8163d76 req-6b6aeb67-e8a0-4033-8604-76bf919833ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 1098 time: 0.0918405 Jul 27 06:48:50.706223 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0896bd6d-288e-401d-99e1-d88bf8163d76 req-260bda6d-ae77-4a0a-85e5-f5586cc0d978 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291655 Jul 27 06:48:50.797452 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c4123215-ab3d-446c-b27a-5e39007af158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.837442 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c4123215-ab3d-446c-b27a-5e39007af158 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=403a1fd90b144e8487c2e9bc251ae7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908760 Jul 27 06:48:50.838298 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4123215-ab3d-446c-b27a-5e39007af158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ee4e3-b753-4a9d-a7db-7145630f64fd,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:50.840208 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49842) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:50.899931 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-99cafa8c-bef2-497c-94e2-c784af1b2e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.922145 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-99cafa8c-bef2-497c-94e2-c784af1b2e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:51.067945 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc42800-e06f-4ab6-9471-85218351f8f6 req-2c7b45dd-d730-4834-acca-fcdecd11271b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:51.069422 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2fc42800-e06f-4ab6-9471-85218351f8f6 req-2c7b45dd-d730-4834-acca-fcdecd11271b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0762246 Jul 27 06:48:51.083498 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-99cafa8c-bef2-497c-94e2-c784af1b2e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:51.086019 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-99cafa8c-bef2-497c-94e2-c784af1b2e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:51.087286 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-99cafa8c-bef2-497c-94e2-c784af1b2e22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a9ee4e3-b753-4a9d-a7db-7145630f64fd HTTP/1.1" status: 204 len: 168 time: 0.2445407 Jul 27 06:48:51.096723 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cafa8c-bef2-497c-94e2-c784af1b2e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ee4e3-b753-4a9d-a7db-7145630f64fd,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:51.111480 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2fc42800-e06f-4ab6-9471-85218351f8f6 req-c47120d6-e828-4c7c-b43f-36b542ad0856 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Jul 27 06:48:51.613835 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b3073d14-8abd-4567-894e-538528d4edeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:51.926766 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49912) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:51.942561 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-840f9289-6e78-4116-9e49-2f8cae14f80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:52.045661 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-840f9289-6e78-4116-9e49-2f8cae14f80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:52.179415 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-840f9289-6e78-4116-9e49-2f8cae14f80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:52.220738 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-840f9289-6e78-4116-9e49-2f8cae14f80f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd40174fed284c9c8e70426410036874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928836 Jul 27 06:48:52.223038 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f9289-6e78-4116-9e49-2f8cae14f80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762fc4a7-d900-4696-9239-32a876139887,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:52.226461 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 49920) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:52.262263 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d7ba-61d3-454e-94b4-e950ad76e06c req-ea580a95-e2e2-44ec-be4a-f27c10450943 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:52.264558 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7a01d7ba-61d3-454e-94b4-e950ad76e06c req-ea580a95-e2e2-44ec-be4a-f27c10450943 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0854352 Jul 27 06:48:52.281174 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f726b4eb-4234-433d-9f24-1144eacb81dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:52.303842 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f726b4eb-4234-433d-9f24-1144eacb81dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:52.321836 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7a01d7ba-61d3-454e-94b4-e950ad76e06c req-e3c3266f-c438-4dc5-94e2-491b6e7ded12 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Jul 27 06:48:52.465837 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f726b4eb-4234-433d-9f24-1144eacb81dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:52.468374 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f726b4eb-4234-433d-9f24-1144eacb81dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:52.469575 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-f726b4eb-4234-433d-9f24-1144eacb81dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/762fc4a7-d900-4696-9239-32a876139887 HTTP/1.1" status: 204 len: 168 time: 0.2420111 Jul 27 06:48:52.479712 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726b4eb-4234-433d-9f24-1144eacb81dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762fc4a7-d900-4696-9239-32a876139887,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:53.479452 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f0258-4e75-4dbf-8e51-ff247436ae87 req-1ef8a288-8191-4fca-8a22-8535ccbd18b3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:53.481003 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cb9f0258-4e75-4dbf-8e51-ff247436ae87 req-1ef8a288-8191-4fca-8a22-8535ccbd18b3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0716517 Jul 27 06:48:53.520658 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cb9f0258-4e75-4dbf-8e51-ff247436ae87 req-72e134dd-dfb1-4675-9f07-95cf00c3be5e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335135 Jul 27 06:48:53.653030 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd512c4c-60ec-40ec-8bed-2b4da6a61392 req-9e4cfef6-3664-4963-b312-00f20c478b6b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:53.654588 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bd512c4c-60ec-40ec-8bed-2b4da6a61392 req-9e4cfef6-3664-4963-b312-00f20c478b6b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0637021 Jul 27 06:48:53.694042 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bd512c4c-60ec-40ec-8bed-2b4da6a61392 req-0b477e1d-a35e-42de-a14a-34f900ed56e9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 Jul 27 06:48:54.242919 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-620d2715-ef4a-461e-af0c-f40ee0c5e9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:54.847561 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:54.862532 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50034) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:54.994685 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50044) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:55.060769 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c25c24dc-2d01-4cf7-82dc-ff718da315e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.134746 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-09751f92-559d-45df-aa4f-bea21775b3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.173472 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c25c24dc-2d01-4cf7-82dc-ff718da315e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.174767 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.248723 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c25c24dc-2d01-4cf7-82dc-ff718da315e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.281448 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-c25c24dc-2d01-4cf7-82dc-ff718da315e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf9ceb2f85b04d61b42c25ed68d1326a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175422 Jul 27 06:48:55.284186 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50054) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:55.289876 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c24dc-2d01-4cf7-82dc-ff718da315e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be75ab25-0528-4c97-850e-5b547de30d4b,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:55.373806 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-09751f92-559d-45df-aa4f-bea21775b3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.374697 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0719-1044-4603-b3c4-b7dcd435a705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.396672 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0719-1044-4603-b3c4-b7dcd435a705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.454398 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-09751f92-559d-45df-aa4f-bea21775b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.490642 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09751f92-559d-45df-aa4f-bea21775b3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b54576d-fa38-48dd-b936-c7c6ff431990,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:55.498339 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-09751f92-559d-45df-aa4f-bea21775b3a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e58498c255b844309a3c9c8a7c49bbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987278 Jul 27 06:48:55.498339 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50060) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:55.542391 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0719-1044-4603-b3c4-b7dcd435a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.542391 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0719-1044-4603-b3c4-b7dcd435a705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.542391 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-cf0d0719-1044-4603-b3c4-b7dcd435a705 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be75ab25-0528-4c97-850e-5b547de30d4b HTTP/1.1" status: 204 len: 168 time: 0.2541144 Jul 27 06:48:55.551283 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0719-1044-4603-b3c4-b7dcd435a705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be75ab25-0528-4c97-850e-5b547de30d4b,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:55.575402 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e833-ecd8-469c-a2c2-20c6eb6ae41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.593153 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e833-ecd8-469c-a2c2-20c6eb6ae41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.723968 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e833-ecd8-469c-a2c2-20c6eb6ae41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.726724 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e833-ecd8-469c-a2c2-20c6eb6ae41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.727860 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-1fa8e833-ecd8-469c-a2c2-20c6eb6ae41f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b54576d-fa38-48dd-b936-c7c6ff431990 HTTP/1.1" status: 204 len: 168 time: 0.2287316 Jul 27 06:48:55.755025 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8e833-ecd8-469c-a2c2-20c6eb6ae41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b54576d-fa38-48dd-b936-c7c6ff431990,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:56.291563 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f86843-47eb-48bf-a0f5-83c37ae906a8 req-3f924271-2074-45a3-9302-7dd100100017 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:56.293217 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-84f86843-47eb-48bf-a0f5-83c37ae906a8 req-3f924271-2074-45a3-9302-7dd100100017 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0636346 Jul 27 06:48:56.341853 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-84f86843-47eb-48bf-a0f5-83c37ae906a8 req-812bf10c-8002-4360-8b1a-bca200f98505 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Jul 27 06:48:56.395220 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50108) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:56.397510 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-a917271f-f24b-440d-b891-87dd8b66ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:56.399482 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-a917271f-f24b-440d-b891-87dd8b66ede8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1098 time: 0.0675793 Jul 27 06:48:56.412130 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-aed4ddb8-e898-48c0-9465-d2a02874eaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.515517 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-cc28f508-c645-4374-b2fe-9a97abfaf4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:56.517283 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-cc28f508-c645-4374-b2fe-9a97abfaf4a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 919 time: 0.1083786 Jul 27 06:48:56.530453 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-aed4ddb8-e898-48c0-9465-d2a02874eaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.562900 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-d031bc8b-99f7-4442-8f78-faf7048c1d03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c HTTP/1.1" status: 200 len: 217 time: 0.0348871 Jul 27 06:48:56.622836 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-62fefda3-5519-4ae7-b7dd-4f5f0a09bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:56.624763 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-62fefda3-5519-4ae7-b7dd-4f5f0a09bc5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.0546267 Jul 27 06:48:56.624902 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-aed4ddb8-e898-48c0-9465-d2a02874eaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.663938 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-aed4ddb8-e898-48c0-9465-d2a02874eaba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c82a47763dd4fe18497dfa17ba3f38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669995 Jul 27 06:48:56.664804 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4ddb8-e898-48c0-9465-d2a02874eaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce156474-206f-4ab6-9481-772f04e44479,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:56.667607 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50120) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:56.678208 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-835327db-bcc4-4ca0-8818-1d3d9a1c68bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300343 Jul 27 06:48:56.722533 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-25c29ec3-36d1-4150-9356-5d214811a99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.745403 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-25c29ec3-36d1-4150-9356-5d214811a99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.784464 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-d3c98877-c672-49f9-8218-7510b1e65489 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978816 Jul 27 06:48:56.797541 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.892356 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0bc8537-ad65-44ce-a850-e5f3c9d05c02 req-d4292710-dbab-49a8-8073-59e137f94f76 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945122 Jul 27 06:48:56.922874 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-25c29ec3-36d1-4150-9356-5d214811a99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.926882 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-25c29ec3-36d1-4150-9356-5d214811a99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.926882 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-25c29ec3-36d1-4150-9356-5d214811a99f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce156474-206f-4ab6-9481-772f04e44479 HTTP/1.1" status: 204 len: 168 time: 0.2578943 Jul 27 06:48:56.935945 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c29ec3-36d1-4150-9356-5d214811a99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce156474-206f-4ab6-9481-772f04e44479,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:57.120239 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50138) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:57.152685 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50142) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:57.242201 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-88367373-network', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:57.351573 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Made reservation on behalf of ae5dcbad6bea46dcb287f4c6653f584e for: {'network': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:57.353949 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.363239 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.395624 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e1b173e8-b555-46a9-b0ca-d15e52c074df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.514005 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc774e34-b5a8-4790-b65d-8cd9698f20b7 req-f228f221-a41c-4fbf-95f8-b2eb072173b2 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.515526 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cc774e34-b5a8-4790-b65d-8cd9698f20b7 req-f228f221-a41c-4fbf-95f8-b2eb072173b2 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0990961 Jul 27 06:48:57.555489 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.572432 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cc774e34-b5a8-4790-b65d-8cd9698f20b7 req-77ac73cc-98fc-4c96-a7c8-c9dec5b76faa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Jul 27 06:48:57.673201 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.712566 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:48:57.719879 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94476881-e45f-421d-b5d5-8970c5eb93a2,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:57.735276 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.735623 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.segments_db [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Added segment fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9 of type vlan for network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f Jul 27 06:48:57.787004 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.832570 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e1b173e8-b555-46a9-b0ca-d15e52c074df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.944780 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e1b173e8-b555-46a9-b0ca-d15e52c074df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.981714 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.982680 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.983251 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.992028 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-e1b173e8-b555-46a9-b0ca-d15e52c074df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e2cf6527f6c46eab2a0ce1d1f00e3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8383451 Jul 27 06:48:57.992762 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b173e8-b555-46a9-b0ca-d15e52c074df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90835f8-694b-45f5-8f5e-2b29cf18464e,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:57.995886 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50170) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:58.062411 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35ea662e-7988-4af5-8d04-02f432d14299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:58.072001 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] Pushing event updated for resources: {'Network': ['ID=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:58.083382 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:48:58.096007 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35ea662e-7988-4af5-8d04-02f432d14299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:58.131281 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-90a5c6f8-d94b-4862-aaea-530194039bcf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0080411 Jul 27 06:48:58.132306 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50176) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:58.138093 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Request body: {'subnet': {'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-88367373-subnet', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'ip_version': 4}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:58.246247 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Made reservation on behalf of ae5dcbad6bea46dcb287f4c6653f584e for: {'subnet': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:58.246247 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13307959'] for subnet, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:58.294638 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35ea662e-7988-4af5-8d04-02f432d14299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:58.297198 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35ea662e-7988-4af5-8d04-02f432d14299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:58.298350 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-35ea662e-7988-4af5-8d04-02f432d14299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a90835f8-694b-45f5-8f5e-2b29cf18464e HTTP/1.1" status: 204 len: 168 time: 0.3008432 Jul 27 06:48:58.305935 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea662e-7988-4af5-8d04-02f432d14299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90835f8-694b-45f5-8f5e-2b29cf18464e,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:58.506177 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15141165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13307941'] for subnet, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:58.568437 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5872fc-4a28-46b8-96d9-0851df1905f9,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:58.578876 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Checking segment: {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:58.579243 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Network hostable DHCP agents. Network: 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:48:58.723650 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c52bd-62a0-4558-ad44-7765047235fa req-93bec7a0-3e6f-48bf-ba32-0027f377dd78 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:58.726064 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-479c52bd-62a0-4558-ad44-7765047235fa req-93bec7a0-3e6f-48bf-ba32-0027f377dd78 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0788279 Jul 27 06:48:58.726542 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:48:58.774100 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-479c52bd-62a0-4558-ad44-7765047235fa req-8b872e4f-ffbd-4296-9ecb-a45ff1a4e996 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Jul 27 06:48:58.802795 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f) {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:58.807813 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:58.808446 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:58.814540 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffaddab-2e38-4ecf-a637-a2b9c68c6f1a None None] Network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:58.925949 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-426d8055-70c9-4bf2-be19-a8ff2ca06233 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7902133 Jul 27 06:48:58.927175 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50202) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:58.930819 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:58.973758 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0bf30d1-9f76-59c0-80e1-ffc18055d84a-900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9'}]}} from dv-cinder-779194-3-smb. {{(pid=100285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:48:58.973758 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.083503 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5824'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.085111 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5817'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.093688 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50206) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:59.108211 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0042873f-a92e-40bb-805d-baa55e5da515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.127398 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.db_base_plugin_common [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Allocated IP 172.20.0.2 (900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f/4d5872fc-4a28-46b8-96d9-0851df1905f9/72fe93bb-5265-4e2a-af99-47315f5cbf60) {{(pid=100285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:48:59.148754 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.208402 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0042873f-a92e-40bb-805d-baa55e5da515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.277799 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0042873f-a92e-40bb-805d-baa55e5da515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.318422 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Notify callbacks [] for port, precommit_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.333790 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-0042873f-a92e-40bb-805d-baa55e5da515 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6b807b18c8442a2b73ca935cd0b5d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356019 Jul 27 06:48:59.334765 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50214) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:59.341330 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Transition to ACTIVE for port object 72fe93bb-5265-4e2a-af99-47315f5cbf60 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:48:59.343424 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042873f-a92e-40bb-805d-baa55e5da515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b78099-1386-491a-9b37-4d0c4a33b68b,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:59.369159 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Transition to ACTIVE for port object 72fe93bb-5265-4e2a-af99-47315f5cbf60 will not be triggered until provisioned by entity DHCP. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:48:59.408674 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5807'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.412488 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-887f4c9a-7a65-4523-ba84-69b3af9da6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.436767 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-887f4c9a-7a65-4523-ba84-69b3af9da6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.460572 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.511347 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f is already hosted by enough agents. {{(pid=100285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:48:59.514056 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.base_scheduler [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Resources bound (agent type, host, resource id): {{(pid=100285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:59.518866 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Received port after_create {{(pid=100285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:48:59.521915 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Pushing event updated for resources: {'Port': ['ID=72fe93bb-5265-4e2a-af99-47315f5cbf60,revision_number=1']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:59.552820 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.553212 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.553555 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.553884 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.554208 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.554563 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.554883 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.555201 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.555523 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.555868 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.556218 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.556539 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:59.574291 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-887f4c9a-7a65-4523-ba84-69b3af9da6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.578879 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-887f4c9a-7a65-4523-ba84-69b3af9da6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.580555 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-887f4c9a-7a65-4523-ba84-69b3af9da6c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6b78099-1386-491a-9b37-4d0c4a33b68b HTTP/1.1" status: 204 len: 168 time: 0.2442944 Jul 27 06:48:59.596648 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f4c9a-7a65-4523-ba84-69b3af9da6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b78099-1386-491a-9b37-4d0c4a33b68b,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:59.596928 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Attempting to bind port 72fe93bb-5265-4e2a-af99-47315f5cbf60 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:48:59.599105 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Attempting to bind port 72fe93bb-5265-4e2a-af99-47315f5cbf60 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:48:59.599623 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Attempting to bind port 72fe93bb-5265-4e2a-af99-47315f5cbf60 on network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:59.610786 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:48:59.613380 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Checking segment: {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:59.613380 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.613380 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Bound using segment: {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:48:59.613380 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Bound port: 72fe93bb-5265-4e2a-af99-47315f5cbf60, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:48:59.613380 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.699543 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] For port 72fe93bb-5265-4e2a-af99-47315f5cbf60, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:48:59.703187 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] For port 72fe93bb-5265-4e2a-af99-47315f5cbf60, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=72fe93bb-5265-4e2a-af99-47315f5cbf60,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:48:59.733048 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.753581 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.827074 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.876946 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Allocated IP 172.28.1.16 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/c34ce898-4676-4a89-ab6a-7be9bf581a6f) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:48:59.942693 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55e506-1808-4cdb-84c9-5a702a24e324 None None] Pushing event updated for resources: {'Port': ['ID=72fe93bb-5265-4e2a-af99-47315f5cbf60,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:59.955291 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb120f3-4e7a-4a20-8bb8-4d50c7bd9617 req-8866ff78-3de7-4e0f-a885-e2807326b612 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:59.955291 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1fb120f3-4e7a-4a20-8bb8-4d50c7bd9617 req-8866ff78-3de7-4e0f-a885-e2807326b612 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0819883 Jul 27 06:49:00.015424 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1fb120f3-4e7a-4a20-8bb8-4d50c7bd9617 req-0e27355e-66df-477e-9304-34c98effd6f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547197 Jul 27 06:49:00.082662 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:00.208885 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:00.247199 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:00.250101 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:00.252555 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:00.336812 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Pushing event updated for resources: {'Port': ['ID=c34ce898-4676-4a89-ab6a-7be9bf581a6f,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:00.620211 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:00.868737 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422747'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.028477 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d7742-d1bf-4c43-88e4-f953a75064c4 None None] Network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:49:01.094557 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Router 7ce0b410-5988-4a8e-9d8f-545212ed320a is scheduled to L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:49:01.133385 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-acf27285-f0c3-49e0-811c-acdfc9c64035 None None] Provisioning for port 72fe93bb-5265-4e2a-af99-47315f5cbf60 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:01.219733 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623337e-ffd9-4121-8f0f-e361df1784e6 req-bac3934a-5d1e-4bbe-8954-a7d8e601908b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:01.221488 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5623337e-ffd9-4121-8f0f-e361df1784e6 req-bac3934a-5d1e-4bbe-8954-a7d8e601908b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0989728 Jul 27 06:49:01.273779 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5623337e-ffd9-4121-8f0f-e361df1784e6 req-8e7a7e69-058d-49dd-b549-b28bf4016df0 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Jul 27 06:49:01.446638 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:49:01.466713 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Sync routers for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:49:01.476753 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:01.477428 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:48:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:01.536974 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 72fe93bb-5265-4e2a-af99-47315f5cbf60 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:01.539631 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.545991 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-10463ee6-df20-4d2a-9c04-bb042129df18 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6154764 Jul 27 06:49:01.545991 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50288) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:01.630137 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:01.684530 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50290) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:01.734169 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 72fe93bb-5265-4e2a-af99-47315f5cbf60 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:01.738388 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 72fe93bb-5265-4e2a-af99-47315f5cbf60 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:01.738815 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.846077 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5a761fde-6d1f-4aca-800c-e5118601854e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.857211 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.923928 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:00Z', 'revision_number': 3, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:01.945207 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 72fe93bb-5265-4e2a-af99-47315f5cbf60, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=72fe93bb-5265-4e2a-af99-47315f5cbf60,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:01.957730 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Checking router: 7ce0b410-5988-4a8e-9d8f-545212ed320a for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:49:01.958127 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Updating router 7ce0b410-5988-4a8e-9d8f-545212ed320a port c34ce898-4676-4a89-ab6a-7be9bf581a6f binding host dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:49:01.992658 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5a761fde-6d1f-4aca-800c-e5118601854e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.998346 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.045033 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.066200 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5a761fde-6d1f-4aca-800c-e5118601854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.091594 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.107547 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-5a761fde-6d1f-4aca-800c-e5118601854e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13e0725d3ddd458fa2ee4028e7b4fe53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215870 Jul 27 06:49:02.107975 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50300) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:02.109753 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a761fde-6d1f-4aca-800c-e5118601854e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a088f535-ff5c-444a-a45a-5b9bcd2a7b27,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:02.123482 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=72fe93bb-5265-4e2a-af99-47315f5cbf60,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:02.237062 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2f10953a-3067-4288-86bf-1f5bd7171775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.271989 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2f10953a-3067-4288-86bf-1f5bd7171775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.347946 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Allocated IP 172.20.0.1 (900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f/4d5872fc-4a28-46b8-96d9-0851df1905f9/d629e863-3795-4edf-b1eb-1ae61d266612) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:02.353884 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Notify callbacks [] for port, precommit_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.417696 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d4765-c439-421b-a012-0e04f90dd384 req-80a7ab5f-3b44-4f24-bd29-49ec0a6b39b9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:02.419173 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-049d4765-c439-421b-a012-0e04f90dd384 req-80a7ab5f-3b44-4f24-bd29-49ec0a6b39b9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0683727 Jul 27 06:49:02.437546 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.provisioning_blocks [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Transition to ACTIVE for port object c34ce898-4676-4a89-ab6a-7be9bf581a6f will not be triggered until provisioned by entity L2. {{(pid=100286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:02.441217 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2f10953a-3067-4288-86bf-1f5bd7171775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.441217 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2f10953a-3067-4288-86bf-1f5bd7171775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.441973 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-2f10953a-3067-4288-86bf-1f5bd7171775 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a088f535-ff5c-444a-a45a-5b9bcd2a7b27 HTTP/1.1" status: 204 len: 168 time: 0.3330693 Jul 27 06:49:02.459133 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-049d4765-c439-421b-a012-0e04f90dd384 req-196f88b0-83b8-4f50-9c3d-9dff0633aa4e tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Jul 27 06:49:02.460604 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10953a-3067-4288-86bf-1f5bd7171775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a088f535-ff5c-444a-a45a-5b9bcd2a7b27,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:02.482115 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.495943 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Transition to ACTIVE for port object d629e863-3795-4edf-b1eb-1ae61d266612 will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:02.516982 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.566911 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Attempting to bind port c34ce898-4676-4a89-ab6a-7be9bf581a6f on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:02.567210 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Attempting to bind port c34ce898-4676-4a89-ab6a-7be9bf581a6f by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:02.567939 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Attempting to bind port c34ce898-4676-4a89-ab6a-7be9bf581a6f on network dbd54c5b-fe1a-4472-828f-a356ddc3c795 {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:02.574859 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Pushing event updated for resources: {'Port': ['ID=c34ce898-4676-4a89-ab6a-7be9bf581a6f,revision_number=2']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:02.578727 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:02.579078 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Checking segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:02.579475 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.579866 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Bound using segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:02.580332 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Bound port: c34ce898-4676-4a89-ab6a-7be9bf581a6f, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:02.580741 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.586795 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.587163 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.587500 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.587816 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.588172 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.589052 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.589414 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.589764 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.590085 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.590411 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.590731 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.591047 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:02.616807 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.658202 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] For port c34ce898-4676-4a89-ab6a-7be9bf581a6f, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:02.662685 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] For port c34ce898-4676-4a89-ab6a-7be9bf581a6f, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=c34ce898-4676-4a89-ab6a-7be9bf581a6f,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:02.671922 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:02.676520 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:02.686767 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:02.687248 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-422918'] for router_interface, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.735542 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:02.735994 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Pushing event updated for resources: {'Port': ['ID=d629e863-3795-4edf-b1eb-1ae61d266612,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:02.806644 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab632e7-b656-4804-8980-9085eb14c440 None None] Pushing event updated for resources: {'Port': ['ID=c34ce898-4676-4a89-ab6a-7be9bf581a6f,revision_number=3']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:02.831690 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:02.832295 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:48:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:02.958002 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:02.964638 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:03.147825 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-ebe12363-f9af-46af-ac0a-767b56c9830e None None] Provisioning for port d629e863-3795-4edf-b1eb-1ae61d266612 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:03.157221 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-ebe12363-f9af-46af-ac0a-767b56c9830e None None] Provisioning complete for port d629e863-3795-4edf-b1eb-1ae61d266612 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:03.157589 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-ebe12363-f9af-46af-ac0a-767b56c9830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:03.168982 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:03.182763 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:00Z', 'revision_number': 3, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:03.203184 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-ebe12363-f9af-46af-ac0a-767b56c9830e None None] Port d629e863-3795-4edf-b1eb-1ae61d266612 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:03.215883 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831913a-125e-4253-aa0a-1024a8806382 None None] The sync data for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb is: [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:00Z', 'revision_number': 3, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:49:03.266028 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:03.266787 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425878'] for router_interface, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:03.391398 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Pushing event updated for resources: {'Port': ['ID=d629e863-3795-4edf-b1eb-1ae61d266612,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:03.421876 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:03.423746 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:03.476127 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 72fe93bb-5265-4e2a-af99-47315f5cbf60 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:03.659436 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Router 7ce0b410-5988-4a8e-9d8f-545212ed320a has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:49:03.739149 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439a43-5ae2-4d22-84d5-1a011b4ea4b9 req-e815cf18-b9db-454a-8f25-b8a2f17f9737 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:03.753362 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-56439a43-5ae2-4d22-84d5-1a011b4ea4b9 req-e815cf18-b9db-454a-8f25-b8a2f17f9737 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1547000 Jul 27 06:49:03.811508 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:49:03.836510 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-56439a43-5ae2-4d22-84d5-1a011b4ea4b9 req-796edd68-59cd-4819-b8b3-522cb572e6f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736146 Jul 27 06:49:03.876618 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:49:03.885420 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-f477e020-54de-48db-9c28-9678957862bb admin admin] 10.222.0.13 "PUT /v2.0/routers/7ce0b410-5988-4a8e-9d8f-545212ed320a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3386233 Jul 27 06:49:03.907027 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-278d2a9b-8fb4-402d-a383-195a7c8cb50e None None] Provisioning complete for port d629e863-3795-4edf-b1eb-1ae61d266612 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:03.908101 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-278d2a9b-8fb4-402d-a383-195a7c8cb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:03.944922 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 72fe93bb-5265-4e2a-af99-47315f5cbf60 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:03.945561 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:03.990793 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-278d2a9b-8fb4-402d-a383-195a7c8cb50e None None] Port d629e863-3795-4edf-b1eb-1ae61d266612 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:04.809094 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50402) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:04.814804 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-594912232-network', 'tenant_id': 'b24f6f68143540f8b919978a599519ef'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:04.970094 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19fcd6-6d4d-4ab2-be3e-72edcc39d103 req-d087e162-f141-411b-bc85-1db89e7c03e7 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:04.970094 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4d19fcd6-6d4d-4ab2-be3e-72edcc39d103 req-d087e162-f141-411b-bc85-1db89e7c03e7 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0677562 Jul 27 06:49:05.002859 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4d19fcd6-6d4d-4ab2-be3e-72edcc39d103 req-00c1da2f-bb49-44ee-9783-03db426d4d2a tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Jul 27 06:49:05.037381 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Made reservation on behalf of b24f6f68143540f8b919978a599519ef for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:05.042589 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.050062 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.141635 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.161850 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Sync routers for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:49:05.171679 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:05.172296 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:48:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:05.288717 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:05.293510 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.319170 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:49:05.329552 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383be77e-0320-48f8-9da6-157a4354a428,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:05.337095 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.337501 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Added segment 3230848e-2e11-404d-a45f-9ab2519e3d18 of type vlan for network 85ce3579-347e-466d-a5af-157f12fb21b6 Jul 27 06:49:05.383362 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.405889 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.521363 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.522384 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:05.523191 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.538517 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device c34ce898-4676-4a89-ab6a-7be9bf581a6f up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:05.594142 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] Pushing event updated for resources: {'Network': ['ID=85ce3579-347e-466d-a5af-157f12fb21b6,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:05.609532 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 85ce3579-347e-466d-a5af-157f12fb21b6 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:49:05.612374 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd629e863-3795-4edf-b1eb-1ae61d266612', 'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:02Z', 'updated_at': '2021-07-27T06:49:03Z', 'revision_number': 2, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'subnets': [{'id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:05.684255 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Checking router: 7ce0b410-5988-4a8e-9d8f-545212ed320a for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:49:05.686843 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Updating router 7ce0b410-5988-4a8e-9d8f-545212ed320a port d629e863-3795-4edf-b1eb-1ae61d266612 binding host dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:49:05.720568 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-a96542d5-40b1-4459-87ee-a4943ac9107a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9074895 Jul 27 06:49:05.721303 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50422) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:05.726861 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Request body: {'subnet': {'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-594912232-subnet', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:05.736115 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.776505 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port c34ce898-4676-4a89-ab6a-7be9bf581a6f completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:05.784503 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port c34ce898-4676-4a89-ab6a-7be9bf581a6f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:05.784867 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.946013 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Made reservation on behalf of b24f6f68143540f8b919978a599519ef for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:05.950983 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:05.983457 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.019873 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port c34ce898-4676-4a89-ab6a-7be9bf581a6f, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=c34ce898-4676-4a89-ab6a-7be9bf581a6f,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:06.145715 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.168960 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Transition to ACTIVE for port object d629e863-3795-4edf-b1eb-1ae61d266612 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:06.203549 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.204493 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d776-8bec-4781-b39f-8785f70c30f4 req-b30b9ac7-87a9-4257-afde-8d2de2214692 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:06.207160 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3bf1d776-8bec-4781-b39f-8785f70c30f4 req-b30b9ac7-87a9-4257-afde-8d2de2214692 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1073670 Jul 27 06:49:06.257745 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3bf1d776-8bec-4781-b39f-8785f70c30f4 req-a61f20e1-5860-4367-ac9c-ff929d57bbba tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 Jul 27 06:49:06.281634 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=c34ce898-4676-4a89-ab6a-7be9bf581a6f,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:06.298660 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.328769 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.356603 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb2933-127b-43e6-8be8-7cf58a598e14 None None] Pushing event updated for resources: {'Port': ['ID=d629e863-3795-4edf-b1eb-1ae61d266612,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:06.389409 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8773bcc2-7e03-45ac-9bc1-7455adcfd015,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:06.414876 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Attempting to bind port d629e863-3795-4edf-b1eb-1ae61d266612 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:06.415342 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Attempting to bind port d629e863-3795-4edf-b1eb-1ae61d266612 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:06.415764 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Attempting to bind port d629e863-3795-4edf-b1eb-1ae61d266612 on network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:06.418852 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Checking segment: {'id': '3230848e-2e11-404d-a45f-9ab2519e3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:06.422039 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:06.422503 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Checking segment: {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:06.423021 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.423521 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Bound using segment: {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:06.424167 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Bound port: d629e863-3795-4edf-b1eb-1ae61d266612, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:06.424614 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.425421 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Network hostable DHCP agents. Network: 85ce3579-347e-466d-a5af-157f12fb21b6, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:49:06.516608 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] For port d629e863-3795-4edf-b1eb-1ae61d266612, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:06.518231 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] For port d629e863-3795-4edf-b1eb-1ae61d266612, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=d629e863-3795-4edf-b1eb-1ae61d266612,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:06.563024 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Network 85ce3579-347e-466d-a5af-157f12fb21b6 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:49:06.603716 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.682001 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb2933-127b-43e6-8be8-7cf58a598e14 None None] Pushing event updated for resources: {'Port': ['ID=d629e863-3795-4edf-b1eb-1ae61d266612,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:06.685089 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:06.685749 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:48:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:06.711473 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 85ce3579-347e-466d-a5af-157f12fb21b6) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:06.716339 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:06.716959 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.728590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddc0432-5273-4bd0-9ebc-b9def5b0a8bf None None] Network 85ce3579-347e-466d-a5af-157f12fb21b6 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:49:06.814085 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-479c693a-92e1-430b-b541-e08e03ad5b5d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0878155 Jul 27 06:49:06.815554 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50448) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:06.820080 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:06.872003 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:06.883867 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50450) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:06.985803 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5824'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:06.986844 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5817'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.000138 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77698dc6-4966-4d7a-97ae-15c5b6e78d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.077336 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.099153 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0bf30d1-9f76-59c0-80e1-ffc18055d84a-85ce3579-347e-466d-a5af-157f12fb21b6', 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'fixed_ips': [{'subnet_id': '8773bcc2-7e03-45ac-9bc1-7455adcfd015'}]}} from dv-cinder-779194-3-smb. {{(pid=100285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:49:07.103084 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.246108 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77698dc6-4966-4d7a-97ae-15c5b6e78d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.324820 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5807'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.408098 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77698dc6-4966-4d7a-97ae-15c5b6e78d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.412623 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d215-1a34-44ea-816b-6ebee113b227 req-2ec1ace2-c16c-49b8-8fbe-28664bd6d04d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:07.414771 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9214d215-1a34-44ea-816b-6ebee113b227 req-2ec1ace2-c16c-49b8-8fbe-28664bd6d04d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0707867 Jul 27 06:49:07.447857 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.db_base_plugin_common [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Allocated IP 172.20.0.2 (85ce3579-347e-466d-a5af-157f12fb21b6/8773bcc2-7e03-45ac-9bc1-7455adcfd015/1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537) {{(pid=100285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:07.457509 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd629e863-3795-4edf-b1eb-1ae61d266612', 'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:02Z', 'updated_at': '2021-07-27T06:49:06Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'subnets': [{'id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:07.480959 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9214d215-1a34-44ea-816b-6ebee113b227 req-e1e4029f-2183-4738-892b-f7d488bec0c9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553107 Jul 27 06:49:07.492369 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-77698dc6-4966-4d7a-97ae-15c5b6e78d7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ca023fbabfd401091a70edf5b923056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6073871 Jul 27 06:49:07.495863 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50468) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:07.501108 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22200c1c-816c-406a-89a7-5737bf5099c5 None None] The sync data for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb is: [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd629e863-3795-4edf-b1eb-1ae61d266612', 'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:02Z', 'updated_at': '2021-07-27T06:49:06Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'subnets': [{'id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:49:07.504987 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device c34ce898-4676-4a89-ab6a-7be9bf581a6f up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:07.533404 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77698dc6-4966-4d7a-97ae-15c5b6e78d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04621e9-fe42-47f5-830c-843419f3e2f9,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:07.619051 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-716d8b37-6f3a-4043-acc2-52f51a554547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.649685 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port c34ce898-4676-4a89-ab6a-7be9bf581a6f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:07.650058 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.658989 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-716d8b37-6f3a-4043-acc2-52f51a554547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.771888 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Notify callbacks [] for port, precommit_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.863818 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.970174 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Transition to ACTIVE for port object 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:07.999966 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Transition to ACTIVE for port object 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 will not be triggered until provisioned by entity DHCP. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:08.095054 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-716d8b37-6f3a-4043-acc2-52f51a554547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.097646 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-716d8b37-6f3a-4043-acc2-52f51a554547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.099046 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-716d8b37-6f3a-4043-acc2-52f51a554547 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f04621e9-fe42-47f5-830c-843419f3e2f9 HTTP/1.1" status: 204 len: 168 time: 0.6022489 Jul 27 06:49:08.143253 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.143253 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d8b37-6f3a-4043-acc2-52f51a554547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04621e9-fe42-47f5-830c-843419f3e2f9,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:08.204038 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.257786 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Network 85ce3579-347e-466d-a5af-157f12fb21b6 is already hosted by enough agents. {{(pid=100285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:08.261234 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.base_scheduler [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Resources bound (agent type, host, resource id): {{(pid=100285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:08.264705 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Received port after_create {{(pid=100285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:08.275356 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Allocated IP 172.28.1.35 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/832aa21d-b8db-4dd8-8338-bef361a65a09) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:08.281155 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Pushing event updated for resources: {'Port': ['ID=1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537,revision_number=1']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:08.347937 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Attempting to bind port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:08.348313 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Attempting to bind port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': '3230848e-2e11-404d-a45f-9ab2519e3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:08.348669 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Attempting to bind port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 on network 85ce3579-347e-466d-a5af-157f12fb21b6 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:08.356125 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:08.356373 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Checking segment: {'id': '3230848e-2e11-404d-a45f-9ab2519e3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:08.356872 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.357290 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Bound using segment: {'id': '3230848e-2e11-404d-a45f-9ab2519e3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:08.357819 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Bound port: 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3230848e-2e11-404d-a45f-9ab2519e3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:08.358197 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.479006 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.512807 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] For port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:08.522562 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] For port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537,segment=NetworkSegment(3230848e-2e11-404d-a45f-9ab2519e3d18),segment_id=3230848e-2e11-404d-a45f-9ab2519e3d18)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:08.642419 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023706-6008-4ee0-82fd-6d1438f82061 req-5e9230c6-8832-4a14-aeb0-1184672b1571 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:08.645663 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-08023706-6008-4ee0-82fd-6d1438f82061 req-5e9230c6-8832-4a14-aeb0-1184672b1571 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0776830 Jul 27 06:49:08.653247 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.654734 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.697871 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-08023706-6008-4ee0-82fd-6d1438f82061 req-3df520c2-b0fe-445d-bf9d-e35da43197cf tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428169 Jul 27 06:49:08.759078 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:08.764151 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:08.769941 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12623127-57e6-4ed4-bd8d-59845a464f67 None None] Pushing event updated for resources: {'Port': ['ID=1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:08.771489 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:08.906410 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Pushing event updated for resources: {'Port': ['ID=832aa21d-b8db-4dd8-8338-bef361a65a09,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:09.068716 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50504) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:09.082819 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8634fb5b-84d5-4e4f-9e1e-32f0eb4f9b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.179032 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.201377 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8634fb5b-84d5-4e4f-9e1e-32f0eb4f9b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.323878 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8634fb5b-84d5-4e4f-9e1e-32f0eb4f9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.362443 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-8634fb5b-84d5-4e4f-9e1e-32f0eb4f9b43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c04514d9a4c4c85a023bbda287ce597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925298 Jul 27 06:49:09.363130 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634fb5b-84d5-4e4f-9e1e-32f0eb4f9b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528c4c87-b376-4734-acc1-e50cb216a8e6,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:09.365454 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50522) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:09.398574 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422747'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.444014 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-20942316-8bc8-49cb-8390-59cd66250668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.542196 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-20942316-8bc8-49cb-8390-59cd66250668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.643123 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:09.688503 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Router dd1a0d7c-72ee-4413-a2cb-f59de185c39f is scheduled to L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:49:09.709736 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a305b-d828-48b6-a3a1-42a5a38700df req-62d10dfb-1bfb-487c-8e17-7a441d07e00c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:09.711446 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cb4a305b-d828-48b6-a3a1-42a5a38700df req-62d10dfb-1bfb-487c-8e17-7a441d07e00c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1278539 Jul 27 06:49:09.774916 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:09.779423 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d629e863-3795-4edf-b1eb-1ae61d266612 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:09.793991 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cb4a305b-d828-48b6-a3a1-42a5a38700df req-6308fbbf-a2e2-416d-9288-4fdea3eba9c9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751493 Jul 27 06:49:09.801218 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-20942316-8bc8-49cb-8390-59cd66250668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.804114 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-20942316-8bc8-49cb-8390-59cd66250668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.805164 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-20942316-8bc8-49cb-8390-59cd66250668 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/528c4c87-b376-4734-acc1-e50cb216a8e6 HTTP/1.1" status: 204 len: 168 time: 0.4387507 Jul 27 06:49:09.826480 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20942316-8bc8-49cb-8390-59cd66250668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528c4c87-b376-4734-acc1-e50cb216a8e6,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:09.903007 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:49:09.906003 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced83fd5-0b34-4452-a205-ae174dd76e62 req-f06fd076-cb44-4fe9-93aa-1bdf461da4b3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:09.907649 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ced83fd5-0b34-4452-a205-ae174dd76e62 req-f06fd076-cb44-4fe9-93aa-1bdf461da4b3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0924706 Jul 27 06:49:09.915735 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Sync routers for ids ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:49:09.929389 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Routers {'dd1a0d7c-72ee-4413-a2cb-f59de185c39f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:09.930437 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:48:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:09.962975 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port d629e863-3795-4edf-b1eb-1ae61d266612 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:09.966264 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ced83fd5-0b34-4452-a205-ae174dd76e62 req-5d259475-70e5-4224-b72b-f8658919aa06 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504360 Jul 27 06:49:09.969985 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port d629e863-3795-4edf-b1eb-1ae61d266612 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:09.985334 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.987158 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2627d854-cae3-40ee-8bde-97d2aaf26fee None None] Network 85ce3579-347e-466d-a5af-157f12fb21b6 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:49:10.050133 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Set router dd1a0d7c-72ee-4413-a2cb-f59de185c39f gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:10.083053 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.084939 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-35f65451-8aa0-46bc-9413-e69610d47d37 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2680430 Jul 27 06:49:10.087645 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50542) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:10.249795 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.255313 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:06Z', 'updated_at': '2021-07-27T06:49:08Z', 'revision_number': 3, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'gw_port': {'id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:08Z', 'updated_at': '2021-07-27T06:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:10.281506 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Checking router: dd1a0d7c-72ee-4413-a2cb-f59de185c39f for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:49:10.282120 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Updating router dd1a0d7c-72ee-4413-a2cb-f59de185c39f port 832aa21d-b8db-4dd8-8338-bef361a65a09 binding host dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:49:10.285369 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-24226c97-a04d-462e-bbfe-ef404d9ffe47 None None] Provisioning for port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:10.293408 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-24226c97-a04d-462e-bbfe-ef404d9ffe47 None None] Provisioning complete for port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:10.293783 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-24226c97-a04d-462e-bbfe-ef404d9ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.321910 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.376344 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port d629e863-3795-4edf-b1eb-1ae61d266612, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=d629e863-3795-4edf-b1eb-1ae61d266612,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:10.499441 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-24226c97-a04d-462e-bbfe-ef404d9ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.503668 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.580152 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-24226c97-a04d-462e-bbfe-ef404d9ffe47 None None] For port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537,segment=NetworkSegment(3230848e-2e11-404d-a45f-9ab2519e3d18),segment_id=3230848e-2e11-404d-a45f-9ab2519e3d18)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:10.594690 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=d629e863-3795-4edf-b1eb-1ae61d266612,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:10.623296 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.673566 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Notify callbacks [] for port, precommit_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.683291 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-24226c97-a04d-462e-bbfe-ef404d9ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.689337 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.provisioning_blocks [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Transition to ACTIVE for port object 832aa21d-b8db-4dd8-8338-bef361a65a09 will not be triggered until provisioned by entity L2. {{(pid=100286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:10.739484 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24226c97-a04d-462e-bbfe-ef404d9ffe47 None None] Pushing event updated for resources: {'Port': ['ID=1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:10.769463 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.804299 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Allocated IP 172.20.0.1 (85ce3579-347e-466d-a5af-157f12fb21b6/8773bcc2-7e03-45ac-9bc1-7455adcfd015/f4144e42-1fc1-414a-9c14-208c3225407f) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:10.808600 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-c40cf2ef-3825-4f27-bd08-2382fab0854c None None] Provisioning complete for port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:10.809121 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-c40cf2ef-3825-4f27-bd08-2382fab0854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.840084 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Attempting to bind port 832aa21d-b8db-4dd8-8338-bef361a65a09 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:10.840442 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Attempting to bind port 832aa21d-b8db-4dd8-8338-bef361a65a09 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:10.840794 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Attempting to bind port 832aa21d-b8db-4dd8-8338-bef361a65a09 on network dbd54c5b-fe1a-4472-828f-a356ddc3c795 {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:10.848009 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32669674-7ead-4cc7-89ea-42261df6b9c6 None None] Pushing event updated for resources: {'Port': ['ID=832aa21d-b8db-4dd8-8338-bef361a65a09,revision_number=2']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:10.851994 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:10.852361 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Checking segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:10.852745 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.853159 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Bound using segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:10.853692 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Bound port: 832aa21d-b8db-4dd8-8338-bef361a65a09, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:10.854248 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.921103 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] For port 832aa21d-b8db-4dd8-8338-bef361a65a09, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:10.926641 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50562) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:10.927104 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] For port 832aa21d-b8db-4dd8-8338-bef361a65a09, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=832aa21d-b8db-4dd8-8338-bef361a65a09,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:10.941276 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4f0a48d3-4daf-4f27-8adc-18f3fb18c3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.990729 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd030905-0f9f-4dc9-a2c9-0a233f231920 req-84850d9d-5d48-47a3-b11f-e2d6cf5f44b9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:10.992405 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bd030905-0f9f-4dc9-a2c9-0a233f231920 req-84850d9d-5d48-47a3-b11f-e2d6cf5f44b9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1202738 Jul 27 06:49:11.032835 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.082237 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Routers {'dd1a0d7c-72ee-4413-a2cb-f59de185c39f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:11.082922 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:48:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:11.083656 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.092239 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bd030905-0f9f-4dc9-a2c9-0a233f231920 req-2fe6513e-238c-49a0-a8c0-10326e1e1ca4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826719 Jul 27 06:49:11.102896 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Transition to ACTIVE for port object f4144e42-1fc1-414a-9c14-208c3225407f will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:11.174208 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4f0a48d3-4daf-4f27-8adc-18f3fb18c3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.209644 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366d6d5-6653-4402-abe7-b78275358b01 req-80bba14d-28ea-4901-acb4-bcba409c55a4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:11.210628 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32669674-7ead-4cc7-89ea-42261df6b9c6 None None] Pushing event updated for resources: {'Port': ['ID=832aa21d-b8db-4dd8-8338-bef361a65a09,revision_number=3']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:11.211642 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d366d6d5-6653-4402-abe7-b78275358b01 req-80bba14d-28ea-4901-acb4-bcba409c55a4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0973604 Jul 27 06:49:11.225736 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] Set router dd1a0d7c-72ee-4413-a2cb-f59de185c39f gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:11.253206 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d366d6d5-6653-4402-abe7-b78275358b01 req-b22c2295-b597-43e1-a151-5ca9fee375ab tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353432 Jul 27 06:49:11.261377 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.283498 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4f0a48d3-4daf-4f27-8adc-18f3fb18c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.314139 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Network 85ce3579-347e-466d-a5af-157f12fb21b6 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:11.316991 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:11.332317 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-4f0a48d3-4daf-4f27-8adc-18f3fb18c3f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c06592340c94d60bfb022f2a43031d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046686 Jul 27 06:49:11.335189 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50568) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:11.336540 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:11.339077 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-422918'] for router_interface, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.352920 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a48d3-4daf-4f27-8adc-18f3fb18c3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402f5b0f-0264-4ef5-ac3a-dcfa52290702,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:11.422883 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7db8d446-a53b-498a-95f8-ec74a8e5321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.457816 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Pushing event updated for resources: {'Port': ['ID=f4144e42-1fc1-414a-9c14-208c3225407f,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:11.461686 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7db8d446-a53b-498a-95f8-ec74a8e5321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.510070 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:11.583817 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:11.584311 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.643462 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:06Z', 'updated_at': '2021-07-27T06:49:08Z', 'revision_number': 3, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'gw_port': {'id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:08Z', 'updated_at': '2021-07-27T06:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:11.663634 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50574) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:11.675499 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa83d1-6fea-4185-bf96-cd418b67b6ac None None] The sync data for ids ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'] in dv-cinder-779194-3-smb is: [{'id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:06Z', 'updated_at': '2021-07-27T06:49:08Z', 'revision_number': 3, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'gw_port': {'id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:08Z', 'updated_at': '2021-07-27T06:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:49:11.676840 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d629e863-3795-4edf-b1eb-1ae61d266612 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:11.686377 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7db8d446-a53b-498a-95f8-ec74a8e5321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.694107 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7db8d446-a53b-498a-95f8-ec74a8e5321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.697703 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-7db8d446-a53b-498a-95f8-ec74a8e5321f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/402f5b0f-0264-4ef5-ac3a-dcfa52290702 HTTP/1.1" status: 204 len: 168 time: 0.3597429 Jul 27 06:49:11.719413 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8d446-a53b-498a-95f8-ec74a8e5321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f5b0f-0264-4ef5-ac3a-dcfa52290702,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:11.797957 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.798640 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port d629e863-3795-4edf-b1eb-1ae61d266612 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:11.798640 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.864805 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-213d26bd-997a-432e-bcc8-cb82a17b2c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.918535 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-f540e71b-eb42-4409-b617-f13cfcc1d9e0 None None] Provisioning for port f4144e42-1fc1-414a-9c14-208c3225407f completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:11.924220 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-f540e71b-eb42-4409-b617-f13cfcc1d9e0 None None] Provisioning complete for port f4144e42-1fc1-414a-9c14-208c3225407f triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:11.924770 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f540e71b-eb42-4409-b617-f13cfcc1d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.972302 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-f540e71b-eb42-4409-b617-f13cfcc1d9e0 None None] Port f4144e42-1fc1-414a-9c14-208c3225407f cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:12.015536 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-213d26bd-997a-432e-bcc8-cb82a17b2c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.025256 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.163320 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-213d26bd-997a-432e-bcc8-cb82a17b2c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.165147 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.165888 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425878'] for router_interface, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.269292 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Pushing event updated for resources: {'Port': ['ID=f4144e42-1fc1-414a-9c14-208c3225407f,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:12.333135 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-213d26bd-997a-432e-bcc8-cb82a17b2c89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de09ea2a4caa4250a532d00cdbacbc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6680908 Jul 27 06:49:12.334196 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Network 85ce3579-347e-466d-a5af-157f12fb21b6 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:12.339785 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:12.339873 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d26bd-997a-432e-bcc8-cb82a17b2c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26facb94-4b25-4701-a0fb-ab25db6c3fcf,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:12.349791 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50598) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:12.488433 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bccb0-6656-44ab-a565-5edcecb7992d req-b11f1239-c66c-40a1-867f-797b593dfc70 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:12.490615 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2e5bccb0-6656-44ab-a565-5edcecb7992d req-b11f1239-c66c-40a1-867f-797b593dfc70 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.2951868 Jul 27 06:49:12.702839 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-ccbdf9eb-8b98-4b12-95a7-7389df195e49 None None] Provisioning complete for port f4144e42-1fc1-414a-9c14-208c3225407f triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:12.703495 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf9eb-8b98-4b12-95a7-7389df195e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.755885 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdf9eb-8b98-4b12-95a7-7389df195e49 None None] Port f4144e42-1fc1-414a-9c14-208c3225407f cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:12.792402 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-391defa2-0882-4091-ae59-069049985d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.836478 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0af6b-47bb-4806-9284-3e2da344b81e req-f8cc06f2-adfb-4fb0-9081-5e906d013917 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:12.844522 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8cb0af6b-47bb-4806-9284-3e2da344b81e req-f8cc06f2-adfb-4fb0-9081-5e906d013917 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.4801078 Jul 27 06:49:12.850999 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Router dd1a0d7c-72ee-4413-a2cb-f59de185c39f has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:49:12.861692 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2e5bccb0-6656-44ab-a565-5edcecb7992d req-436501b8-b8a5-4ed6-892c-837f661301ed tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623405 Jul 27 06:49:12.863634 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-391defa2-0882-4091-ae59-069049985d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.937533 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8cb0af6b-47bb-4806-9284-3e2da344b81e req-b8fd643d-5ba7-4e4d-8243-32a763d47adb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921493 Jul 27 06:49:12.989959 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:49:12.996269 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-8121e5bb-774e-40a7-bb7f-41a52eb3be8a admin admin] 10.222.0.13 "PUT /v2.0/routers/dd1a0d7c-72ee-4413-a2cb-f59de185c39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9074359 Jul 27 06:49:13.035807 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73453d-5ea6-4495-8d4d-fb2a9876240c req-af017a74-c956-4282-9e5b-f8eb8d3161c5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:13.042590 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6b73453d-5ea6-4495-8d4d-fb2a9876240c req-af017a74-c956-4282-9e5b-f8eb8d3161c5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0832150 Jul 27 06:49:13.069535 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-391defa2-0882-4091-ae59-069049985d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.072850 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-391defa2-0882-4091-ae59-069049985d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.077795 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-391defa2-0882-4091-ae59-069049985d35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26facb94-4b25-4701-a0fb-ab25db6c3fcf HTTP/1.1" status: 204 len: 168 time: 0.7258325 Jul 27 06:49:13.100203 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6b73453d-5ea6-4495-8d4d-fb2a9876240c req-2e2e453d-9857-45ff-bd04-b2f753a5f6ce tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538816 Jul 27 06:49:13.101117 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391defa2-0882-4091-ae59-069049985d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26facb94-4b25-4701-a0fb-ab25db6c3fcf,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:13.496188 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 832aa21d-b8db-4dd8-8338-bef361a65a09 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:13.653407 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 832aa21d-b8db-4dd8-8338-bef361a65a09 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:13.657992 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 832aa21d-b8db-4dd8-8338-bef361a65a09 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:13.659940 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.756866 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.778285 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 832aa21d-b8db-4dd8-8338-bef361a65a09, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=832aa21d-b8db-4dd8-8338-bef361a65a09,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:13.889657 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.986017 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=832aa21d-b8db-4dd8-8338-bef361a65a09,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:14.120980 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91073c93-deb3-49b8-aed1-325427aff531 req-17f6cc69-b411-4caa-8e91-fa1f71edc350 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:14.122708 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-91073c93-deb3-49b8-aed1-325427aff531 req-17f6cc69-b411-4caa-8e91-fa1f71edc350 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1289353 Jul 27 06:49:14.142205 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ded15-66d4-4cb6-8150-974669a52803 req-5b49e563-a8d7-4f9d-a074-de114b3ea28d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:14.152112 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6f4ded15-66d4-4cb6-8150-974669a52803 req-5b49e563-a8d7-4f9d-a074-de114b3ea28d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1232269 Jul 27 06:49:14.223376 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6f4ded15-66d4-4cb6-8150-974669a52803 req-94bc9ab9-a4c0-4106-90e4-ad19e861483c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694764 Jul 27 06:49:14.233102 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-91073c93-deb3-49b8-aed1-325427aff531 req-0d5fd97b-5206-4804-b70f-d3e4e6cadef5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773494 Jul 27 06:49:14.399093 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3289207-1e88-4a65-90d4-7fee62f3a34b req-74fe2602-3074-492c-b248-9ed574a7c6ac tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:14.406770 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e3289207-1e88-4a65-90d4-7fee62f3a34b req-74fe2602-3074-492c-b248-9ed574a7c6ac tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0927756 Jul 27 06:49:14.454849 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e3289207-1e88-4a65-90d4-7fee62f3a34b req-cfc341be-9dc1-4191-b25e-ad87aed328b5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Jul 27 06:49:14.668599 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Sync routers for ids ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:49:14.681813 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Routers {'dd1a0d7c-72ee-4413-a2cb-f59de185c39f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:14.683361 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:48:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:14.863985 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Set router dd1a0d7c-72ee-4413-a2cb-f59de185c39f gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:15.112520 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:06Z', 'updated_at': '2021-07-27T06:49:11Z', 'revision_number': 4, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'gw_port': {'id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:08Z', 'updated_at': '2021-07-27T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f4144e42-1fc1-414a-9c14-208c3225407f', 'name': '', 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'mac_address': 'fa:16:3e:41:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '8773bcc2-7e03-45ac-9bc1-7455adcfd015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:10Z', 'updated_at': '2021-07-27T06:49:11Z', 'revision_number': 2, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'subnets': [{'id': '8773bcc2-7e03-45ac-9bc1-7455adcfd015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:15.145077 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Checking router: dd1a0d7c-72ee-4413-a2cb-f59de185c39f for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:49:15.145706 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Updating router dd1a0d7c-72ee-4413-a2cb-f59de185c39f port f4144e42-1fc1-414a-9c14-208c3225407f binding host dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:49:15.190529 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.496071 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd281-b5de-4bbe-9295-5b356c6a65c9 req-ca97c40a-459c-4273-8229-f927b45423fe tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:15.502319 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6e1cd281-b5de-4bbe-9295-5b356c6a65c9 req-ca97c40a-459c-4273-8229-f927b45423fe tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1576011 Jul 27 06:49:15.512083 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b817d36-e41f-46db-960d-52bc167f53c7 req-bdde9f49-c20e-4ab9-951f-435265ce159a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:15.514051 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1b817d36-e41f-46db-960d-52bc167f53c7 req-bdde9f49-c20e-4ab9-951f-435265ce159a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1532171 Jul 27 06:49:15.594118 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6e1cd281-b5de-4bbe-9295-5b356c6a65c9 req-4991f4f8-3d81-4ef2-9130-6767004c63bd tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788946 Jul 27 06:49:15.615660 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1b817d36-e41f-46db-960d-52bc167f53c7 req-cabab9b2-694c-4e3e-84a6-26a4d224abae tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910010 Jul 27 06:49:15.761832 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 832aa21d-b8db-4dd8-8338-bef361a65a09 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:15.817063 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815ed5e-0088-41f8-ab2d-688d15d50943 req-7ba3de2c-2b1c-4f40-b118-bb3b28f1d6a3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:15.817063 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2815ed5e-0088-41f8-ab2d-688d15d50943 req-7ba3de2c-2b1c-4f40-b118-bb3b28f1d6a3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1283751 Jul 27 06:49:15.879091 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2815ed5e-0088-41f8-ab2d-688d15d50943 req-d9c739e4-583c-44d1-80d0-ba7cf672b54a tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579393 Jul 27 06:49:15.911420 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.915249 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 832aa21d-b8db-4dd8-8338-bef361a65a09 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:15.915539 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.005996 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Transition to ACTIVE for port object f4144e42-1fc1-414a-9c14-208c3225407f will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:16.162905 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.249652 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed5058-1a35-4619-aabe-494416d02ed4 None None] Pushing event updated for resources: {'Port': ['ID=f4144e42-1fc1-414a-9c14-208c3225407f,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:16.328866 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Attempting to bind port f4144e42-1fc1-414a-9c14-208c3225407f on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:16.329367 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Attempting to bind port f4144e42-1fc1-414a-9c14-208c3225407f by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': '3230848e-2e11-404d-a45f-9ab2519e3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:16.330063 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Attempting to bind port f4144e42-1fc1-414a-9c14-208c3225407f on network 85ce3579-347e-466d-a5af-157f12fb21b6 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:16.343157 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50708) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:16.347653 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:16.349978 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Checking segment: {'id': '3230848e-2e11-404d-a45f-9ab2519e3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:16.349978 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.349978 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Bound using segment: {'id': '3230848e-2e11-404d-a45f-9ab2519e3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:16.349978 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Bound port: f4144e42-1fc1-414a-9c14-208c3225407f, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3230848e-2e11-404d-a45f-9ab2519e3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:16.349978 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.446802 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] For port f4144e42-1fc1-414a-9c14-208c3225407f, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:16.456387 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] For port f4144e42-1fc1-414a-9c14-208c3225407f, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=f4144e42-1fc1-414a-9c14-208c3225407f,segment=NetworkSegment(3230848e-2e11-404d-a45f-9ab2519e3d18),segment_id=3230848e-2e11-404d-a45f-9ab2519e3d18)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:16.492212 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-57e4e87c-a29c-4c16-80bd-44b8bf6de12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.546557 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.610083 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-57e4e87c-a29c-4c16-80bd-44b8bf6de12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.677507 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Routers {'dd1a0d7c-72ee-4413-a2cb-f59de185c39f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:16.677849 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:48:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:16.682071 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed5058-1a35-4619-aabe-494416d02ed4 None None] Pushing event updated for resources: {'Port': ['ID=f4144e42-1fc1-414a-9c14-208c3225407f,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:16.694462 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-57e4e87c-a29c-4c16-80bd-44b8bf6de12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.767743 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4e87c-a29c-4c16-80bd-44b8bf6de12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576db83f-2ce9-43bd-9679-21fc7cd2c656,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:16.777011 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-57e4e87c-a29c-4c16-80bd-44b8bf6de12a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1d8f814abe848de8a3351a7d5ec039e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327903 Jul 27 06:49:16.777545 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50724) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:16.860365 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] Set router dd1a0d7c-72ee-4413-a2cb-f59de185c39f gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:16.907820 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2701b62e-1818-4baf-af20-6219a10c4715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.934034 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c122254-0fbf-4938-8a67-ee434bf8ee7a req-50141b6c-bc61-48b7-8765-34ea08df620b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:16.935532 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c122254-0fbf-4938-8a67-ee434bf8ee7a req-50141b6c-bc61-48b7-8765-34ea08df620b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1909711 Jul 27 06:49:16.944162 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd064c5-04ee-47e8-953f-7ed1cb5550bc req-3f652176-5189-4f0c-8967-017849463e06 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:16.946345 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dcd064c5-04ee-47e8-953f-7ed1cb5550bc req-3f652176-5189-4f0c-8967-017849463e06 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1826921 Jul 27 06:49:16.968641 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2701b62e-1818-4baf-af20-6219a10c4715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.032805 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dcd064c5-04ee-47e8-953f-7ed1cb5550bc req-78dd9ee5-dd9f-47c1-a72f-1751d01521ef tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762386 Jul 27 06:49:17.038861 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c122254-0fbf-4938-8a67-ee434bf8ee7a req-37c11f36-46a8-4399-9138-34bceeaf670e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921459 Jul 27 06:49:17.124379 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2701b62e-1818-4baf-af20-6219a10c4715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.126995 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2701b62e-1818-4baf-af20-6219a10c4715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.128170 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-2701b62e-1818-4baf-af20-6219a10c4715 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/576db83f-2ce9-43bd-9679-21fc7cd2c656 HTTP/1.1" status: 204 len: 168 time: 0.3482327 Jul 27 06:49:17.153355 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701b62e-1818-4baf-af20-6219a10c4715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576db83f-2ce9-43bd-9679-21fc7cd2c656,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:17.164288 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:06Z', 'updated_at': '2021-07-27T06:49:11Z', 'revision_number': 4, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'gw_port': {'id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:08Z', 'updated_at': '2021-07-27T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f4144e42-1fc1-414a-9c14-208c3225407f', 'name': '', 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'mac_address': 'fa:16:3e:41:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '8773bcc2-7e03-45ac-9bc1-7455adcfd015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:10Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'subnets': [{'id': '8773bcc2-7e03-45ac-9bc1-7455adcfd015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:17.207735 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43ec75-278f-47a3-a5de-5e3e0d8677f3 req-5c0f62f5-9041-4d94-a7b1-c6f3797b427d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:17.209595 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb43ec75-278f-47a3-a5de-5e3e0d8677f3 req-5c0f62f5-9041-4d94-a7b1-c6f3797b427d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0989106 Jul 27 06:49:17.213334 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f1016-3832-4ea9-9a95-44ce5983bef1 None None] The sync data for ids ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'] in dv-cinder-779194-3-smb is: [{'id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:06Z', 'updated_at': '2021-07-27T06:49:11Z', 'revision_number': 4, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'gw_port': {'id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:08Z', 'updated_at': '2021-07-27T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f4144e42-1fc1-414a-9c14-208c3225407f', 'name': '', 'network_id': '85ce3579-347e-466d-a5af-157f12fb21b6', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'mac_address': 'fa:16:3e:41:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '8773bcc2-7e03-45ac-9bc1-7455adcfd015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:10Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'subnets': [{'id': '8773bcc2-7e03-45ac-9bc1-7455adcfd015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:49:17.308053 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb43ec75-278f-47a3-a5de-5e3e0d8677f3 req-91a6f015-9ff6-4032-a1a1-bdf6da343897 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736957 Jul 27 06:49:17.567440 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device f4144e42-1fc1-414a-9c14-208c3225407f up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:17.744859 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port f4144e42-1fc1-414a-9c14-208c3225407f completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:17.754534 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port f4144e42-1fc1-414a-9c14-208c3225407f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:17.754922 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.861582 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.898151 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port f4144e42-1fc1-414a-9c14-208c3225407f, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=f4144e42-1fc1-414a-9c14-208c3225407f,segment=NetworkSegment(3230848e-2e11-404d-a45f-9ab2519e3d18),segment_id=3230848e-2e11-404d-a45f-9ab2519e3d18)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:18.221877 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b09abb-cca4-4f76-9345-c3e14897b5bc req-e3a8931c-22b0-42bf-a95d-f5f0a318fd21 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:18.223536 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5b09abb-cca4-4f76-9345-c3e14897b5bc req-e3a8931c-22b0-42bf-a95d-f5f0a318fd21 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1107702 Jul 27 06:49:18.232068 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d5f1d-628d-4acf-9daa-5339392fb21a req-4a1a573f-4865-4f20-b97d-c3071170992b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:18.233659 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b03d5f1d-628d-4acf-9daa-5339392fb21a req-4a1a573f-4865-4f20-b97d-c3071170992b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1100655 Jul 27 06:49:18.287929 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:18.295236 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5b09abb-cca4-4f76-9345-c3e14897b5bc req-321c0bfd-a93a-4a51-bff1-ed44d55e8e23 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567598 Jul 27 06:49:18.302392 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b03d5f1d-628d-4acf-9daa-5339392fb21a req-46c51087-0a17-4a33-9b93-c20149f1ab88 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602794 Jul 27 06:49:18.372528 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=f4144e42-1fc1-414a-9c14-208c3225407f,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:18.487570 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dc513-5383-4c6a-96e1-a4e6cf89aaf3 req-25056438-eee5-42be-a754-74470e71aae2 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:18.489463 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-313dc513-5383-4c6a-96e1-a4e6cf89aaf3 req-25056438-eee5-42be-a754-74470e71aae2 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1123054 Jul 27 06:49:18.556898 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-313dc513-5383-4c6a-96e1-a4e6cf89aaf3 req-626a0859-8412-478d-87da-f1d21ebc6887 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586739 Jul 27 06:49:19.509541 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device f4144e42-1fc1-414a-9c14-208c3225407f up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:19.515918 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e94c7-3389-41a3-89a0-252f4324cf30 req-05b16aae-6107-4933-bfb1-3dc647a043c2 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:19.525394 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ab5e94c7-3389-41a3-89a0-252f4324cf30 req-05b16aae-6107-4933-bfb1-3dc647a043c2 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1106505 Jul 27 06:49:19.554744 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95cd1f-5c13-4644-be50-104c91ebf3f8 req-0d62da01-c6e7-4f30-80f4-69ceb92ee620 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:19.557004 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9d95cd1f-5c13-4644-be50-104c91ebf3f8 req-0d62da01-c6e7-4f30-80f4-69ceb92ee620 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1747336 Jul 27 06:49:19.578666 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port f4144e42-1fc1-414a-9c14-208c3225407f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:19.578666 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.613716 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ab5e94c7-3389-41a3-89a0-252f4324cf30 req-a9c65ad5-2ac8-4c39-95c4-79b097fb98af tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871589 Jul 27 06:49:19.619098 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9d95cd1f-5c13-4644-be50-104c91ebf3f8 req-a0977c92-a3be-4ea8-8fee-9853b3b2e1db tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547824 Jul 27 06:49:19.796683 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade0b3-46af-45e6-8b8d-01fe56513c33 req-df4ef4bf-2436-46f7-8576-020ecec09ab7 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:19.798954 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-76ade0b3-46af-45e6-8b8d-01fe56513c33 req-df4ef4bf-2436-46f7-8576-020ecec09ab7 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0910940 Jul 27 06:49:19.843305 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-76ade0b3-46af-45e6-8b8d-01fe56513c33 req-085e938f-2a78-4a4a-a13b-af35134572f8 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379705 Jul 27 06:49:20.831342 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dce06c-0bcc-4138-9812-891c056792ff req-4303730f-b301-46cd-b49c-1f6b58068f40 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:20.832831 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-95dce06c-0bcc-4138-9812-891c056792ff req-4303730f-b301-46cd-b49c-1f6b58068f40 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1347291 Jul 27 06:49:20.872868 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce8b89-2e6e-4bdb-b7d3-b4a74e536cf2 req-4aa9f838-ab92-431f-8745-37ac70fefbfc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:20.874432 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41ce8b89-2e6e-4bdb-b7d3-b4a74e536cf2 req-4aa9f838-ab92-431f-8745-37ac70fefbfc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1181333 Jul 27 06:49:20.900316 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-95dce06c-0bcc-4138-9812-891c056792ff req-b20a5c91-a3a2-4158-abb3-2a2158f4c9c9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602026 Jul 27 06:49:20.934554 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41ce8b89-2e6e-4bdb-b7d3-b4a74e536cf2 req-f0e1cb16-ef82-4a72-861c-74122d282085 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496538 Jul 27 06:49:21.090069 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90dfc0-d719-45df-90c3-089818612cc2 req-3273ddd3-4121-4c6b-9dbe-5a8394c94e9f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:21.097706 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eb90dfc0-d719-45df-90c3-089818612cc2 req-3273ddd3-4121-4c6b-9dbe-5a8394c94e9f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1017976 Jul 27 06:49:21.133783 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eb90dfc0-d719-45df-90c3-089818612cc2 req-42a29744-00aa-481b-9a4c-1bbd594ddc0c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Jul 27 06:49:22.058442 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447b922-10ec-420f-8fa8-84a4dcfc7878 req-90cf8dde-9177-47bc-b1b1-2126788ae12d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:22.071274 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8447b922-10ec-420f-8fa8-84a4dcfc7878 req-90cf8dde-9177-47bc-b1b1-2126788ae12d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0918396 Jul 27 06:49:22.106579 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0086-8609-47ba-a74e-356188c17e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:22.111622 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8447b922-10ec-420f-8fa8-84a4dcfc7878 req-ebc58060-6995-4606-aadc-21b811d3e7f7 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432930 Jul 27 06:49:22.121443 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b28cf3-cb12-4ed6-98b2-2e8226105025 req-4b9788aa-6f58-4536-a402-7979d5f3b025 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:22.122860 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-69b28cf3-cb12-4ed6-98b2-2e8226105025 req-4b9788aa-6f58-4536-a402-7979d5f3b025 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1096823 Jul 27 06:49:22.165619 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-69b28cf3-cb12-4ed6-98b2-2e8226105025 req-7ad978c8-da8e-4227-8f4a-05f3cae94e54 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367410 Jul 27 06:49:22.316312 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d69f-8058-4874-918b-b86b6aafed01 req-57e490fc-544b-480e-bb72-c62ddf5e9f1b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:22.317788 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c683d69f-8058-4874-918b-b86b6aafed01 req-57e490fc-544b-480e-bb72-c62ddf5e9f1b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0669482 Jul 27 06:49:22.360665 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c683d69f-8058-4874-918b-b86b6aafed01 req-1394ec06-c1b1-4ab8-9752-2d0141d18a7d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357718 Jul 27 06:49:23.081817 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 50878) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:23.286933 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f091dd52-7716-4183-8e67-f0e369e69e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.389082 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4e5b8-de7d-418e-92b7-fa1fa6bb8319 req-25c46126-754a-4f23-885e-f501ae58528e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:23.396674 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-00c4e5b8-de7d-418e-92b7-fa1fa6bb8319 req-25c46126-754a-4f23-885e-f501ae58528e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2052915 Jul 27 06:49:23.458947 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61193-7dc7-41ba-a0d1-91b242f101e1 req-94b4c37b-4bef-4959-9a73-6781e4a12532 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:23.460420 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-12a61193-7dc7-41ba-a0d1-91b242f101e1 req-94b4c37b-4bef-4959-9a73-6781e4a12532 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1766148 Jul 27 06:49:23.472927 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-00c4e5b8-de7d-418e-92b7-fa1fa6bb8319 req-3cf47e21-8206-45e2-abd4-737ec5ea379e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759447 Jul 27 06:49:23.537742 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-12a61193-7dc7-41ba-a0d1-91b242f101e1 req-e27a534e-23d0-4ffa-8773-363adb3519aa tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693669 Jul 27 06:49:23.560215 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f091dd52-7716-4183-8e67-f0e369e69e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.666339 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126ff28-8faa-491d-8dc9-1d3de3866783 req-80bbd072-5420-4387-936e-b89ee5b3ec93 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:23.676000 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1126ff28-8faa-491d-8dc9-1d3de3866783 req-80bbd072-5420-4387-936e-b89ee5b3ec93 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0929673 Jul 27 06:49:23.678683 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f091dd52-7716-4183-8e67-f0e369e69e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.739413 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091dd52-7716-4183-8e67-f0e369e69e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b5e5c5-5c26-4e3b-81ec-6deb77dd1908,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:23.745818 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-f091dd52-7716-4183-8e67-f0e369e69e61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cab75f9e8ca64f1a87e37911563d9f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6628337 Jul 27 06:49:23.749599 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50900) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:23.753143 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1126ff28-8faa-491d-8dc9-1d3de3866783 req-a60167c3-0fb2-4198-8b70-e80188700123 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762308 Jul 27 06:49:23.832193 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-07aebaa5-d822-4149-86ce-96d484192855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.859822 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-07aebaa5-d822-4149-86ce-96d484192855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.997675 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-07aebaa5-d822-4149-86ce-96d484192855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.000492 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-07aebaa5-d822-4149-86ce-96d484192855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.002159 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-07aebaa5-d822-4149-86ce-96d484192855 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76b5e5c5-5c26-4e3b-81ec-6deb77dd1908 HTTP/1.1" status: 204 len: 168 time: 0.2510130 Jul 27 06:49:24.014125 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aebaa5-d822-4149-86ce-96d484192855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b5e5c5-5c26-4e3b-81ec-6deb77dd1908,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:24.242299 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0685a638-8204-4302-b163-27f52204a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.386387 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3597e30-8504-4921-a231-d87b7b1b2948 req-01020c74-033d-4fc7-bc3b-e9e8e8333ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:24.388757 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a3597e30-8504-4921-a231-d87b7b1b2948 req-01020c74-033d-4fc7-bc3b-e9e8e8333ff6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1098 time: 0.0585737 Jul 27 06:49:24.464990 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a3597e30-8504-4921-a231-d87b7b1b2948 req-b95059df-ec0e-4aad-8d8b-65a7a2a0c64b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685508 Jul 27 06:49:24.654324 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8f962-1c7e-428a-b18a-b9fdb1821cba req-053dcc49-7b67-4840-b4a5-f55374249001 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:24.662861 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c3b8f962-1c7e-428a-b18a-b9fdb1821cba req-053dcc49-7b67-4840-b4a5-f55374249001 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1085396 Jul 27 06:49:24.758585 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c3b8f962-1c7e-428a-b18a-b9fdb1821cba req-fdefaba6-3039-4ec2-8d34-88f316b1a61a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864236 Jul 27 06:49:24.794526 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.810950 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05218aed-f8aa-4523-a088-9a488a9cf39f req-7c5316eb-f097-4cf5-8fac-7146c44048de tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:24.813317 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-05218aed-f8aa-4523-a088-9a488a9cf39f req-7c5316eb-f097-4cf5-8fac-7146c44048de tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1410031 Jul 27 06:49:24.930688 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-05218aed-f8aa-4523-a088-9a488a9cf39f req-442373cf-20f9-4832-82b2-23738fb0722d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019037 Jul 27 06:49:24.967153 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ceefc-6ebb-4cce-9fb0-b9c77170357c req-15163dac-eb89-4713-9779-5f0f8755ab31 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:24.973703 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-289ceefc-6ebb-4cce-9fb0-b9c77170357c req-15163dac-eb89-4713-9779-5f0f8755ab31 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1094472 Jul 27 06:49:25.023383 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-289ceefc-6ebb-4cce-9fb0-b9c77170357c req-688bc0b4-8fb3-43cf-a4be-4e3cf80792ed tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Jul 27 06:49:25.253208 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50936) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:25.388071 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:25.494486 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:25.886279 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30293977-44be-4bfc-9418-0b7b1e74dbcb req-a3c7e834-0ac4-4b66-9f53-98cd613c2f49 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:25.889223 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:25.893521 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:25.910216 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-30293977-44be-4bfc-9418-0b7b1e74dbcb req-a3c7e834-0ac4-4b66-9f53-98cd613c2f49 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0890598 Jul 27 06:49:25.942679 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbafe9eaf3444488a61e470b7826020d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873963 Jul 27 06:49:25.943299 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 50946) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:25.952065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123c4522-3871-4840-8616-bf1aca5d2bf1,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:25.969568 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.975404 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-30293977-44be-4bfc-9418-0b7b1e74dbcb req-b6204e9f-5ad8-427f-9ec7-6d54a52e7ee2 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551770 Jul 27 06:49:25.989209 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.993933 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.993933 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.993933 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.993933 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.993933 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.993933 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.993933 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.994665 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.994665 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:25.994665 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6711147-d160-49ff-94ac-ec380c4cd6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:26.074596 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-53f8d4b5-2796-4004-955e-8462469f279a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:26.127743 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-53f8d4b5-2796-4004-955e-8462469f279a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:26.283239 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3be396-1e09-4325-a03b-18ad5e896057 req-b426d163-d519-41eb-bcab-800a25d9b00d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:26.285176 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-de3be396-1e09-4325-a03b-18ad5e896057 req-b426d163-d519-41eb-bcab-800a25d9b00d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1886497 Jul 27 06:49:26.306379 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-53f8d4b5-2796-4004-955e-8462469f279a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:26.309768 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-53f8d4b5-2796-4004-955e-8462469f279a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:26.310997 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-53f8d4b5-2796-4004-955e-8462469f279a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/123c4522-3871-4840-8616-bf1aca5d2bf1 HTTP/1.1" status: 204 len: 168 time: 0.3657629 Jul 27 06:49:26.355392 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8d4b5-2796-4004-955e-8462469f279a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123c4522-3871-4840-8616-bf1aca5d2bf1,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:26.415690 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-de3be396-1e09-4325-a03b-18ad5e896057 req-0181b6ad-ebc4-4fb4-8221-4dc37630abb3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204329 Jul 27 06:49:26.538441 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a8c19-8e20-4def-9445-b937a76c9ae5 req-6eb5d3dd-dd2e-4dc4-9924-1a35d339da59 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:26.539976 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-728a8c19-8e20-4def-9445-b937a76c9ae5 req-6eb5d3dd-dd2e-4dc4-9924-1a35d339da59 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0981328 Jul 27 06:49:26.585573 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-728a8c19-8e20-4def-9445-b937a76c9ae5 req-4f6ce6a3-19a5-47bc-90cc-7c74541abe42 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Jul 27 06:49:26.962843 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:27.188591 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360c84-e7de-4461-827f-eeb93de3d8f7 req-3044edcc-117a-4312-b7fd-7cc5f73f153c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:27.196906 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d1360c84-e7de-4461-827f-eeb93de3d8f7 req-3044edcc-117a-4312-b7fd-7cc5f73f153c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1319263 Jul 27 06:49:27.259179 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d1360c84-e7de-4461-827f-eeb93de3d8f7 req-3eb74142-612a-4e3a-ba91-fd6a153a5e2d tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613844 Jul 27 06:49:27.306081 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb4c31-dcd7-426c-97c5-66c8ead62a33 req-fc89d3e7-5546-47ab-8115-42a6fb2656c8 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:27.308059 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c8fb4c31-dcd7-426c-97c5-66c8ead62a33 req-fc89d3e7-5546-47ab-8115-42a6fb2656c8 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1559117 Jul 27 06:49:27.356697 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c8fb4c31-dcd7-426c-97c5-66c8ead62a33 req-6eae0502-95e9-4779-aa85-0aadae9c8770 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Jul 27 06:49:27.359315 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded36305-6f2c-4846-8824-8582cf882f37 req-aff8c1b8-a820-4836-91e5-b2ba1b67eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:27.360720 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ded36305-6f2c-4846-8824-8582cf882f37 req-aff8c1b8-a820-4836-91e5-b2ba1b67eb1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1098 time: 0.1132667 Jul 27 06:49:27.472252 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded36305-6f2c-4846-8824-8582cf882f37 req-3e90a3c1-e9fb-4cbb-9904-f4c761c8b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:27.474223 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ded36305-6f2c-4846-8824-8582cf882f37 req-3e90a3c1-e9fb-4cbb-9904-f4c761c8b469 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 919 time: 0.1059999 Jul 27 06:49:27.541977 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ded36305-6f2c-4846-8824-8582cf882f37 req-5095a2c2-29ed-4032-92de-fe18d7432375 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c HTTP/1.1" status: 200 len: 217 time: 0.0583308 Jul 27 06:49:27.618829 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded36305-6f2c-4846-8824-8582cf882f37 req-175ef59b-a62e-4461-9d7d-d3002d741c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:27.619286 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ded36305-6f2c-4846-8824-8582cf882f37 req-175ef59b-a62e-4461-9d7d-d3002d741c0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.0675635 Jul 27 06:49:27.666110 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ded36305-6f2c-4846-8824-8582cf882f37 req-e4d22dfe-0407-4727-ab9d-3baab9831715 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372779 Jul 27 06:49:27.675906 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edbbad-4653-417f-b60e-c28c547338a4 req-02c459c8-435a-4f65-a3a6-70984506d8c9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:27.682833 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0edbbad-4653-417f-b60e-c28c547338a4 req-02c459c8-435a-4f65-a3a6-70984506d8c9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1434095 Jul 27 06:49:27.771142 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0edbbad-4653-417f-b60e-c28c547338a4 req-3e89023a-f5cb-4631-bc05-b9bd96813054 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874701 Jul 27 06:49:27.803999 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ded36305-6f2c-4846-8824-8582cf882f37 req-8095dfc2-7ee1-4b2d-8caa-0758e329588a service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186366 Jul 27 06:49:27.904636 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ded36305-6f2c-4846-8824-8582cf882f37 req-d9990a1e-10b8-4fb6-aa70-a3f9decd17be service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906045 Jul 27 06:49:28.133074 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-d7e9c431-b59c-448a-a5c9-6bccb6972927 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:28.137834 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-d7e9c431-b59c-448a-a5c9-6bccb6972927 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/networks?id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f HTTP/1.1" status: 200 len: 813 time: 0.1141162 Jul 27 06:49:28.151971 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-91af32cc-a39c-451c-b593-e3cdf56415da tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/quotas/ae5dcbad6bea46dcb287f4c6653f584e HTTP/1.1" status: 200 len: 375 time: 0.0109210 Jul 27 06:49:28.224956 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-2c58c6ce-9bc2-4290-8389-1f5f01f2ad5d tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670073 Jul 27 06:49:28.315673 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:49:28.346515 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-532be8cf-7871-4875-a0de-64f3f9dbcc63 service neutron] 10.222.0.13 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060383 Jul 27 06:49:28.465005 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:28.480559 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'port_id': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'mac_address': 'fa:16:3e:da:ab:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:49:28.495446 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa536-9de8-46f3-b0cf-f33e3d0c92d6 req-c40ac751-27b8-491b-b524-e72a233a4d01 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:28.497021 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-194aa536-9de8-46f3-b0cf-f33e3d0c92d6 req-c40ac751-27b8-491b-b524-e72a233a4d01 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0862403 Jul 27 06:49:28.514237 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-553aa01f-63eb-472c-bc46-995b05e05aec service neutron] 10.222.0.13 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668947 Jul 27 06:49:28.526801 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:28.540063 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-194aa536-9de8-46f3-b0cf-f33e3d0c92d6 req-5186c33f-07f4-49f1-9410-0cb42bb1022b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371995 Jul 27 06:49:28.544465 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1e7143f-eeae-4af3-93fd-aa9b6b053d9f {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:28.570481 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:28.663474 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a4e0d-c697-43dd-9966-33f8c1e3f676 req-e651c726-7fc4-4025-a45d-ea6516c1db9b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:28.664857 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd1a4e0d-c697-43dd-9966-33f8c1e3f676 req-e651c726-7fc4-4025-a45d-ea6516c1db9b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0656865 Jul 27 06:49:28.702265 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd1a4e0d-c697-43dd-9966-33f8c1e3f676 req-01b5bd78-4cac-4e8f-88fe-bb2df168e14b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Jul 27 06:49:28.739101 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:28.812478 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=6']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:28.834473 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8e192bff-ab33-4b53-a517-2ee96ba2e89b req-a1ad2ebf-badf-45a2-8eb6-9817e1c3631a tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 210 time: 0.0443397 Jul 27 06:49:28.912095 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:49:28.914705 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf95b5-e586-438c-824c-63c2dbb3007b req-99c2f145-edeb-4272-adac-fd6f71955446 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:28.921507 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eecf95b5-e586-438c-824c-63c2dbb3007b req-99c2f145-edeb-4272-adac-fd6f71955446 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 945 time: 0.0715203 Jul 27 06:49:28.957873 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eecf95b5-e586-438c-824c-63c2dbb3007b req-55539ecf-5bd7-47a7-9324-5c80d640bb5c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337281 Jul 27 06:49:29.698343 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243143e7-7e1d-4685-93d2-2264e5a620b0 req-57995704-d0cd-4b6d-be07-8a9c25da6547 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:29.699783 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-243143e7-7e1d-4685-93d2-2264e5a620b0 req-57995704-d0cd-4b6d-be07-8a9c25da6547 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0708795 Jul 27 06:49:29.744505 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-243143e7-7e1d-4685-93d2-2264e5a620b0 req-54477859-5237-4a83-9c32-742ebeaecf97 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383639 Jul 27 06:49:29.846338 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549347-cd57-4471-a1b2-ecad2aa6922c req-f84472f0-9b7f-4503-9a07-603bc47a95c8 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:29.848284 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25549347-cd57-4471-a1b2-ecad2aa6922c req-f84472f0-9b7f-4503-9a07-603bc47a95c8 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0735667 Jul 27 06:49:29.887856 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25549347-cd57-4471-a1b2-ecad2aa6922c req-0c224d7a-9a7c-40cc-9961-d97d33fcdbd1 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Jul 27 06:49:29.929685 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0dba7c94-d4c2-4b02-bab3-3a2986a7678b req-d18b5069-a53a-4931-ac89-01ea40c4605d tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 210 time: 0.0405414 Jul 27 06:49:30.147187 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a28b11-f2c5-495d-b842-693dc057ad62 req-6655f5cb-a70d-4281-bda2-efbe888967c7 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:30.153853 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-37a28b11-f2c5-495d-b842-693dc057ad62 req-6655f5cb-a70d-4281-bda2-efbe888967c7 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 945 time: 0.0863588 Jul 27 06:49:30.219293 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-37a28b11-f2c5-495d-b842-693dc057ad62 req-1685dbcb-ef9e-4414-9ec8-1e869898df20 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610421 Jul 27 06:49:30.336147 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:30.390887 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:30.391261 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:30.500262 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:30.528243 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:30.530622 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff26c975-8aba-4062-a580-ff6f6e68afaa" -d '{"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:30.570378 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:30.574074 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387eae87-7c69-43f8-87e3-d26dcd28ad05 x-openstack-request-id: req-387eae87-7c69-43f8-87e3-d26dcd28ad05 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:30.574764 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:30.575048 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-387eae87-7c69-43f8-87e3-d26dcd28ad05 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:30.575643 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'code': 200} Jul 27 06:49:30.672077 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:30.752914 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=7']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:30.929732 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339f5e-65b7-4879-943c-3e627b55352c req-8c3a550b-1939-496f-ac86-0258341e8ef2 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:30.931256 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3a339f5e-65b7-4879-943c-3e627b55352c req-8c3a550b-1939-496f-ac86-0258341e8ef2 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0926330 Jul 27 06:49:31.034881 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3a339f5e-65b7-4879-943c-3e627b55352c req-b144fda3-59d1-48f8-9a0c-fafed538303b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969052 Jul 27 06:49:31.081742 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9088d84-ec4d-48ad-a3e1-8777707ffb94 req-4b18180a-7122-4ea4-b510-347498b42309 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:31.084347 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b9088d84-ec4d-48ad-a3e1-8777707ffb94 req-4b18180a-7122-4ea4-b510-347498b42309 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0917308 Jul 27 06:49:31.131982 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b9088d84-ec4d-48ad-a3e1-8777707ffb94 req-06f99d08-10ae-4ad6-b7e6-a39ae7568295 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Jul 27 06:49:31.199403 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9ffef428-b4a4-4138-8faf-81ca3b3d0434 req-8a1ba90e-cd24-4ef2-9765-ed532a5f14f7 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 210 time: 0.0541968 Jul 27 06:49:31.417316 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9fa5e-666a-4748-8d10-5b34d58fc975 req-13f5cafd-3c88-4263-ab06-8157250ba503 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:31.425474 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eaa9fa5e-666a-4748-8d10-5b34d58fc975 req-13f5cafd-3c88-4263-ab06-8157250ba503 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.0830441 Jul 27 06:49:31.468762 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eaa9fa5e-666a-4748-8d10-5b34d58fc975 req-6f17160c-0330-4c5f-83f6-05b206f5e9f0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421395 Jul 27 06:49:31.629077 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-57066517-1184-4f25-8fad-4dd834fa680d tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f742b807bfa04bd0bdcab97c2a349c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364614 Jul 27 06:49:31.961504 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-6bffcd79-45f0-45f7-82bf-0d39b4549f6e tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:31.970466 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-6bffcd79-45f0-45f7-82bf-0d39b4549f6e tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345671 Jul 27 06:49:31.989956 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-a27fe2ed-a812-4095-a20e-d314bc6209e5 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/quotas/f742b807bfa04bd0bdcab97c2a349c9a HTTP/1.1" status: 200 len: 375 time: 0.0165792 Jul 27 06:49:32.038090 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-279ac4ca-f77c-4198-ae88-82ff54a947bc tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f742b807bfa04bd0bdcab97c2a349c9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458643 Jul 27 06:49:32.210013 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-eb5e73f3-d989-461e-b507-84901b4c8f6b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:32.212373 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-eb5e73f3-d989-461e-b507-84901b4c8f6b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.16 "GET /v2.0/networks?id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f HTTP/1.1" status: 200 len: 813 time: 0.1848397 Jul 27 06:49:32.234712 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'port': {'device_id': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'admin_state_up': True, 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:32.351558 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-32522c38-bccf-4303-af20-eb3ff002664b req-85f38b27-ba9d-438b-93e1-6fcf5ad7eb08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1132300 Jul 27 06:49:32.485933 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522c38-bccf-4303-af20-eb3ff002664b req-9c4ba05a-6d56-48cf-85a8-2f2d20375706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:32.487920 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-32522c38-bccf-4303-af20-eb3ff002664b req-9c4ba05a-6d56-48cf-85a8-2f2d20375706 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 1098 time: 0.0931354 Jul 27 06:49:32.700366 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522c38-bccf-4303-af20-eb3ff002664b req-3b3a24e8-0e13-48c0-b133-2bfffd236679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:32.703912 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b45295e-5d58-4ab6-93b2-2e4eb7126809 req-f581a2b0-1783-4bb2-a117-141cde57ea77 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 210 time: 0.0812051 Jul 27 06:49:32.705569 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-32522c38-bccf-4303-af20-eb3ff002664b req-3b3a24e8-0e13-48c0-b133-2bfffd236679 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 919 time: 0.1660304 Jul 27 06:49:32.829194 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-32522c38-bccf-4303-af20-eb3ff002664b req-6ae4375d-d8e7-48c1-9c99-efbd77606f63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538ee602-f572-41af-bc4e-1e11aa2c4cc6 HTTP/1.1" status: 200 len: 217 time: 0.1121478 Jul 27 06:49:32.862374 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4371f1-e154-470f-906f-1fdee469683c req-b55f0705-b083-40df-8f44-ae15ae8ad556 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:32.865427 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ec4371f1-e154-470f-906f-1fdee469683c req-b55f0705-b083-40df-8f44-ae15ae8ad556 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.6500077 Jul 27 06:49:32.959908 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ec4371f1-e154-470f-906f-1fdee469683c req-b6abca18-d790-4349-abf9-3a9496417e26 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932894 Jul 27 06:49:33.060728 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522c38-bccf-4303-af20-eb3ff002664b req-4e001a84-2e9b-4934-810f-a4c1d064b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:33.062512 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-32522c38-bccf-4303-af20-eb3ff002664b req-4e001a84-2e9b-4934-810f-a4c1d064b7e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.2219989 Jul 27 06:49:33.112891 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-32522c38-bccf-4303-af20-eb3ff002664b req-51a24b31-b807-4809-95c4-efc0cde42347 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367961 Jul 27 06:49:33.123100 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ddcd9-28be-4f2e-a528-581e14033e37 req-777a0ece-965b-4ee1-b8b4-487fd8e5d563 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:33.124721 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-de7ddcd9-28be-4f2e-a528-581e14033e37 req-777a0ece-965b-4ee1-b8b4-487fd8e5d563 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1589530 Jul 27 06:49:33.138033 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-af14b7e0-aaa3-48bf-a171-e20cafe8127e req-4228e7ab-056e-4236-852d-cf8d85720129 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0593579 Jul 27 06:49:33.192877 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-de7ddcd9-28be-4f2e-a528-581e14033e37 req-a47c9d32-0fcb-46a4-b9de-572cb810b8b3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535839 Jul 27 06:49:33.344483 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-32522c38-bccf-4303-af20-eb3ff002664b req-be2b1d26-6c97-4ccc-8925-7e4545ea45cf service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231023 Jul 27 06:49:33.533262 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-32522c38-bccf-4303-af20-eb3ff002664b req-185f2090-f9e1-4726-808c-ab999dc540fa service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777430 Jul 27 06:49:33.809314 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-51c59fe5-28b8-47ba-b075-8f64f470dba8 req-f29ffa45-070c-42c2-a9a8-698a0d24991d tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 210 time: 0.0296876 Jul 27 06:49:33.882151 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Made reservation on behalf of ae5dcbad6bea46dcb287f4c6653f584e for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:33.890410 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:34.188941 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Allocated IP 172.20.0.11 (900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f/4d5872fc-4a28-46b8-96d9-0851df1905f9/ad4c7acb-7eb6-48cb-956b-d9787fbfc8da) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:34.272435 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6e5fef97-1f0c-433b-9b58-719c4530e2ae req-c64e4d30-b47b-4a70-97c1-56797a2b6df4 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0629959 Jul 27 06:49:34.341363 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e67c6-45ce-4832-b5d9-2d7295f85bbc req-26a9b488-2499-4c80-855b-2bb0745dba94 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:34.350617 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d14e67c6-45ce-4832-b5d9-2d7295f85bbc req-26a9b488-2499-4c80-855b-2bb0745dba94 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2998056 Jul 27 06:49:34.443207 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d14e67c6-45ce-4832-b5d9-2d7295f85bbc req-13455f51-b4fb-43a1-8d6c-ba475708418f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913363 Jul 27 06:49:34.839687 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aec8a-8ed9-40b3-9ce2-0869d5c09f0c req-16390771-4b89-433b-b425-ad328886def4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:34.841748 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-451aec8a-8ed9-40b3-9ce2-0869d5c09f0c req-16390771-4b89-433b-b425-ad328886def4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.3030248 Jul 27 06:49:34.853670 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3a79f-e676-4736-b1e6-6e8772bf4178 req-5ac95a5a-a5f3-4b58-af61-3085a76da07e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:34.863959 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-72e3a79f-e676-4736-b1e6-6e8772bf4178 req-5ac95a5a-a5f3-4b58-af61-3085a76da07e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.2606664 Jul 27 06:49:34.942223 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:34.984360 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Transition to ACTIVE for port object ad4c7acb-7eb6-48cb-956b-d9787fbfc8da will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:35.005419 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-72e3a79f-e676-4736-b1e6-6e8772bf4178 req-6caf5288-85c6-452f-8290-e643058d1bdc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404271 Jul 27 06:49:35.052725 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-451aec8a-8ed9-40b3-9ce2-0869d5c09f0c req-abc7f23f-4825-4ad5-bad1-941be8b0e6c2 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797183 Jul 27 06:49:35.292928 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3c80d03a-6264-49b0-a0ae-6b3c9e9f6abd req-01328dd0-4bfe-4efe-b954-6d03396fc6f3 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 210 time: 0.0626390 Jul 27 06:49:35.295914 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:35.382618 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'Port': ['ID=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:35.411152 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:35.428838 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:35.447834 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.448154 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.448714 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.448947 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.460176 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.464500 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.464500 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.464500 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.464500 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.464970 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.464970 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.467445 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:35.476356 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:35.528654 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-370bfd42-f9e2-4dd5-92fe-7ac1e6c26474 req-04e91d14-c344-4161-b103-7d67d5674b1a tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.1431739 Jul 27 06:49:35.531630 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:35.654065 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:35.656377 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:35.833328 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-44a2fb8a-f9c4-40d6-81c8-2920b79f00f8 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6029546 Jul 27 06:49:35.925206 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a60282-333d-498c-8ccf-3fd81fffc83d req-f3f021f6-d55a-4b3e-94d6-832c36b01588 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:35.928422 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-71a60282-333d-498c-8ccf-3fd81fffc83d req-f3f021f6-d55a-4b3e-94d6-832c36b01588 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2290518 Jul 27 06:49:35.940739 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-65a998d1-8bd6-4e9c-8cf7-0c7f672bef9e None None] Provisioning for port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:35.946067 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-65a998d1-8bd6-4e9c-8cf7-0c7f672bef9e None None] Provisioning complete for port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:35.949588 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-65a998d1-8bd6-4e9c-8cf7-0c7f672bef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:36.032226 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-71a60282-333d-498c-8ccf-3fd81fffc83d req-e361e1c9-f209-44ad-96c3-790a8227be56 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941045 Jul 27 06:49:36.082327 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-65a998d1-8bd6-4e9c-8cf7-0c7f672bef9e None None] Port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:36.194974 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Request body: {'port': {'device_id': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:36.424778 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:36.829156 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4c7acb-7eb6-48cb-956b-d9787fbfc8da {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:36.850874 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:36.883371 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Transition to ACTIVE for port object ad4c7acb-7eb6-48cb-956b-d9787fbfc8da will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:37.087851 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47790d5-d8d9-4ecc-9676-f1c937f20d38 req-40b7bcef-54b1-46f9-a4b8-5502ace54008 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:37.088979 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f47790d5-d8d9-4ecc-9676-f1c937f20d38 req-40b7bcef-54b1-46f9-a4b8-5502ace54008 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1905608 Jul 27 06:49:37.090310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:37.272797 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f47790d5-d8d9-4ecc-9676-f1c937f20d38 req-67f2548d-aed6-4163-92fc-3d0b86da79cd tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654317 Jul 27 06:49:37.445093 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Pushing event updated for resources: {'Port': ['ID=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:37.531577 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Attempting to bind port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:37.532069 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Attempting to bind port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:37.532220 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Attempting to bind port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da on network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:37.542644 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da on network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:49:37.542982 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Attempting to bind port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da on network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:37.565064 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:37.565427 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Checking segment: {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:37.565814 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Bound using segment: {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:37.566253 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Bound port: ad4c7acb-7eb6-48cb-956b-d9787fbfc8da, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:37.566632 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:37.654069 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b1895-a7fe-4e7d-a758-c913c0bac6bd req-0c8fb940-3ae9-488a-b5c4-3bda2f9d2594 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:37.662105 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ab7b1895-a7fe-4e7d-a758-c913c0bac6bd req-0c8fb940-3ae9-488a-b5c4-3bda2f9d2594 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.2200158 Jul 27 06:49:37.701708 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] For port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:37.706032 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] For port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:37.721379 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ab7b1895-a7fe-4e7d-a758-c913c0bac6bd req-db6f5575-b581-4731-a630-4fecf7038cfc tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583825 Jul 27 06:49:37.845065 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:37.889674 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c2ae7dd6-24c4-47c0-b690-a08100d6710f req-637a8935-630b-4f5a-85c3-1987bdc9921d tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0557323 Jul 27 06:49:37.946645 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:37.946645 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:37.946645 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] 10.222.0.16 "PUT /v2.0/ports/ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 200 len: 1094 time: 1.7573271 Jul 27 06:49:37.946645 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:37.949811 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cf91dd-5bc9-4c4d-90c3-0dc5a2794f73" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:37.988737 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15f362-aeb4-4503-b8b2-213f84cde72b service neutron] Pushing event updated for resources: {'Port': ['ID=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:38.206837 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766cc52-993e-4072-9176-ef5fdf551773 req-bf88feb9-14e3-4f82-8745-fb795df1ccb7 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:38.208889 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7766cc52-993e-4072-9176-ef5fdf551773 req-bf88feb9-14e3-4f82-8745-fb795df1ccb7 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1470299 Jul 27 06:49:38.241175 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51288) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:38.310220 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7766cc52-993e-4072-9176-ef5fdf551773 req-593d99d2-5ea6-4c89-92f0-55572e65a9f1 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946589 Jul 27 06:49:38.404296 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14df400-0662-4e0d-9860-82383e4bef2c x-openstack-request-id: req-d14df400-0662-4e0d-9860-82383e4bef2c {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:38.404296 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:38.404296 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d14df400-0662-4e0d-9860-82383e4bef2c {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:38.404296 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'status': 'completed', 'code': 200} Jul 27 06:49:38.542109 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-53f71c65-3658-4258-adb2-b0a14ee79eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:38.571941 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06444321-c353-4ce2-8697-36e992f7b7af req-3564c72d-f1a9-43a0-b3ac-879530e8a00a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:38.577881 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-06444321-c353-4ce2-8697-36e992f7b7af req-3564c72d-f1a9-43a0-b3ac-879530e8a00a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.0767155 Jul 27 06:49:38.612546 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-06444321-c353-4ce2-8697-36e992f7b7af req-720c2841-3b0a-4008-8ecd-6334ddd70c63 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329113 Jul 27 06:49:38.648913 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-53f71c65-3658-4258-adb2-b0a14ee79eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:38.861908 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1903e-2514-4c3f-940d-c98e5fe757cd req-6b6a037f-1e62-4aad-a912-e20564409e72 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:38.863402 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1bd1903e-2514-4c3f-940d-c98e5fe757cd req-6b6a037f-1e62-4aad-a912-e20564409e72 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.0661345 Jul 27 06:49:38.887519 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-53f71c65-3658-4258-adb2-b0a14ee79eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:38.911346 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1bd1903e-2514-4c3f-940d-c98e5fe757cd req-3672a893-97b7-43d4-baa6-8df84e85de09 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415769 Jul 27 06:49:38.958216 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71c65-3658-4258-adb2-b0a14ee79eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54288e69-276b-43b2-8952-d13ce40d3d2a,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:38.980124 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-53f71c65-3658-4258-adb2-b0a14ee79eef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=393f8f1e5cea4beb9b1d76b398277385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7379057 Jul 27 06:49:38.982921 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 51302) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:39.153594 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-079fba50-60ca-498f-9ead-e3ffb2f75438 req-d50698c2-9cc6-40ed-ae68-33b2691cdb9e tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0671041 Jul 27 06:49:39.154254 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f580-373f-4f8c-833e-1a8c4ab7bed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:39.178822 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f580-373f-4f8c-833e-1a8c4ab7bed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:39.306977 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f580-373f-4f8c-833e-1a8c4ab7bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:39.310581 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f580-373f-4f8c-833e-1a8c4ab7bed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:39.311924 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-f9d7f580-373f-4f8c-833e-1a8c4ab7bed7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54288e69-276b-43b2-8952-d13ce40d3d2a HTTP/1.1" status: 204 len: 168 time: 0.3280189 Jul 27 06:49:39.336564 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7f580-373f-4f8c-833e-1a8c4ab7bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54288e69-276b-43b2-8952-d13ce40d3d2a,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:39.573956 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22be3-0575-430e-b864-c92023a5bf8a req-722d9fb8-f868-4fce-aaee-e2be90d17783 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:39.575564 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7ff22be3-0575-430e-b864-c92023a5bf8a req-722d9fb8-f868-4fce-aaee-e2be90d17783 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1343179 Jul 27 06:49:39.637271 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7ff22be3-0575-430e-b864-c92023a5bf8a req-7f5ae437-09dd-4618-97da-f0fa0fe8840f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495958 Jul 27 06:49:39.870572 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c7386-11af-4a1c-90ba-b07592194ceb req-69678373-8c6b-4433-936e-e3201935a58d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:39.888485 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-be7c7386-11af-4a1c-90ba-b07592194ceb req-69678373-8c6b-4433-936e-e3201935a58d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1946361 Jul 27 06:49:39.970825 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-be7c7386-11af-4a1c-90ba-b07592194ceb req-7056b71b-61a9-4af1-8454-2976cc672f41 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804715 Jul 27 06:49:40.229803 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c30c4-49e6-4f52-a700-30ef1717b356 req-e5b42903-015f-48a3-b780-92c4ec30c620 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:40.231809 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1f9c30c4-49e6-4f52-a700-30ef1717b356 req-e5b42903-015f-48a3-b780-92c4ec30c620 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.1481652 Jul 27 06:49:40.282385 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1f9c30c4-49e6-4f52-a700-30ef1717b356 req-773688aa-c3ad-4d9d-81d1-cc45f437e236 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380509 Jul 27 06:49:40.444761 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f1a9491-2a7d-44e6-9691-8df283ad928e req-767746e7-ce99-4a44-94a7-87d7ac02533e tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0639338 Jul 27 06:49:40.805696 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0f059-6d15-4e25-98f4-87ee61cc771c req-49f50535-b2db-497a-8301-c22e08a3bcdd tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:40.807838 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-94e0f059-6d15-4e25-98f4-87ee61cc771c req-49f50535-b2db-497a-8301-c22e08a3bcdd tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0977981 Jul 27 06:49:40.888610 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:49:40.910091 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-94e0f059-6d15-4e25-98f4-87ee61cc771c req-18c13646-7918-40d4-a73f-5e49a01f1e1e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947261 Jul 27 06:49:41.293272 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfaa76-21b4-4f2e-ac34-040e1c2e4d60 req-4fe58ac0-26b3-4b36-8571-bd60a78009b5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:41.302710 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-70dfaa76-21b4-4f2e-ac34-040e1c2e4d60 req-4fe58ac0-26b3-4b36-8571-bd60a78009b5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1933050 Jul 27 06:49:41.375213 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-70dfaa76-21b4-4f2e-ac34-040e1c2e4d60 req-902e9dc7-8a5a-482e-818f-f29a00d5ea97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715814 Jul 27 06:49:41.590862 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1a61-7eef-4048-b78f-25bb71aab12f req-c0ee194c-b01d-494b-8785-751167bf9f8f tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:41.593259 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-599e1a61-7eef-4048-b78f-25bb71aab12f req-c0ee194c-b01d-494b-8785-751167bf9f8f tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.1305161 Jul 27 06:49:41.685283 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-599e1a61-7eef-4048-b78f-25bb71aab12f req-ec03e3ca-75d6-4fd6-bb37-afe2638e6536 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859592 Jul 27 06:49:41.824662 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b2c2f035-d5da-433d-ac1a-985444bf7b08 req-28fd38a3-0088-48f1-b346-0a0f0c4c144b tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0728278 Jul 27 06:49:42.084972 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe84d58-b917-4d8a-9f4a-bd9b6ed2faec req-29113cb5-add4-4f1b-b7fd-8d9e1c12d9f0 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:42.087315 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4fe84d58-b917-4d8a-9f4a-bd9b6ed2faec req-29113cb5-add4-4f1b-b7fd-8d9e1c12d9f0 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1090720 Jul 27 06:49:42.147815 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4fe84d58-b917-4d8a-9f4a-bd9b6ed2faec req-3bf8fb62-9667-45ad-b68f-2f92dbd2c0f2 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448823 Jul 27 06:49:42.560683 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a34daf-16d8-4f85-9209-d1cc31e212ea req-f975e4ba-3c7e-46d2-bfe6-06155cea70b5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:42.562182 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a4a34daf-16d8-4f85-9209-d1cc31e212ea req-f975e4ba-3c7e-46d2-bfe6-06155cea70b5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.0939431 Jul 27 06:49:42.605820 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a4a34daf-16d8-4f85-9209-d1cc31e212ea req-cec70c4e-13fc-4715-bf40-bd6b3c47ec41 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356104 Jul 27 06:49:42.846052 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475713a-8d75-4c23-a05c-9dda4034906a req-73693fb5-44c9-427c-93b9-bde039e1aaae tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:42.851460 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5475713a-8d75-4c23-a05c-9dda4034906a req-73693fb5-44c9-427c-93b9-bde039e1aaae tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.0839605 Jul 27 06:49:42.886538 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5475713a-8d75-4c23-a05c-9dda4034906a req-a4b01b9c-b4de-4485-8a79-4a28643ceacf tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Jul 27 06:49:43.005812 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f7cc8269-e720-4a5d-b5a9-ef051d626ac6 req-46732318-2285-4583-90f0-dc4c80d74520 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0363469 Jul 27 06:49:43.334654 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f4f9c-4e7f-4c91-881a-676e5c4449b1 req-90017793-7788-4fa9-9fa3-670ac456f9a2 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:43.336571 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cc6f4f9c-4e7f-4c91-881a-676e5c4449b1 req-90017793-7788-4fa9-9fa3-670ac456f9a2 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1031187 Jul 27 06:49:43.409893 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cc6f4f9c-4e7f-4c91-881a-676e5c4449b1 req-23fbf53e-34dc-42fa-b26e-f4292ee76383 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618765 Jul 27 06:49:43.796538 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633207cb-dd2d-4904-999c-a9efd0209363 req-8472316b-d864-443a-aac9-798064cf6410 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:43.814887 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-633207cb-dd2d-4904-999c-a9efd0209363 req-8472316b-d864-443a-aac9-798064cf6410 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.1101372 Jul 27 06:49:43.835788 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-633207cb-dd2d-4904-999c-a9efd0209363 req-36ae86c8-aa5c-44af-b9ef-d0b118ba2038 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Jul 27 06:49:44.037161 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a15c6-74f4-486f-b9d0-93d0a09cf4d4 req-aa33d3d7-6391-4374-8101-4a076d57b75c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:44.038733 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5d2a15c6-74f4-486f-b9d0-93d0a09cf4d4 req-aa33d3d7-6391-4374-8101-4a076d57b75c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.0825903 Jul 27 06:49:44.080347 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5d2a15c6-74f4-486f-b9d0-93d0a09cf4d4 req-a8f6e4b9-158e-45b5-b9a0-da7eeba0c592 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353289 Jul 27 06:49:44.108082 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 51380) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:44.193167 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dcd63576-4b35-41f7-b0ca-5db1815e39fa req-1d1d3e33-3048-4e39-adbc-c05c56deaf10 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0330966 Jul 27 06:49:44.258027 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-05a5ff84-3f80-4ca8-9a61-b7d6b829462a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:44.362479 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-05a5ff84-3f80-4ca8-9a61-b7d6b829462a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:44.471561 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-05a5ff84-3f80-4ca8-9a61-b7d6b829462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:44.544000 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-05a5ff84-3f80-4ca8-9a61-b7d6b829462a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3701811f49445c89ba5c9a5473ae677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348798 Jul 27 06:49:44.544712 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5ff84-3f80-4ca8-9a61-b7d6b829462a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b81805-deb0-4272-9f00-e892b16c5265,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:44.547973 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51392) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:44.592938 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962c5fa-fd0b-42c9-9071-16a6eeeb4c9f req-ae6c8497-3155-4420-8c29-729015845303 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:44.602756 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0962c5fa-fd0b-42c9-9071-16a6eeeb4c9f req-ae6c8497-3155-4420-8c29-729015845303 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1186450 Jul 27 06:49:44.628583 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dca64fb0-62eb-4c85-bf83-4474cad8a7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:44.643309 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0962c5fa-fd0b-42c9-9071-16a6eeeb4c9f req-283b61cc-5089-4fe9-ba5d-30f2ffcf604a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373499 Jul 27 06:49:44.650093 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dca64fb0-62eb-4c85-bf83-4474cad8a7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:44.784481 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dca64fb0-62eb-4c85-bf83-4474cad8a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:44.787516 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-dca64fb0-62eb-4c85-bf83-4474cad8a7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:44.788889 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-dca64fb0-62eb-4c85-bf83-4474cad8a7d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5b81805-deb0-4272-9f00-e892b16c5265 HTTP/1.1" status: 204 len: 168 time: 0.2399316 Jul 27 06:49:44.801007 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca64fb0-62eb-4c85-bf83-4474cad8a7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b81805-deb0-4272-9f00-e892b16c5265,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:44.982521 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe57c3-d591-493d-91c7-cd8c39cd4e66 req-46cc36a6-0e4a-4fcb-bca1-1f059fb65c1a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:44.984010 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f1fe57c3-d591-493d-91c7-cd8c39cd4e66 req-46cc36a6-0e4a-4fcb-bca1-1f059fb65c1a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.0757449 Jul 27 06:49:45.025353 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f1fe57c3-d591-493d-91c7-cd8c39cd4e66 req-34059768-5e7f-4f5b-b535-960ccef6d2b7 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351944 Jul 27 06:49:45.248830 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238cf25-49c8-4255-971b-8397acb5208c req-ab1bc058-6513-4107-8b9c-801c2873becd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:45.257184 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b238cf25-49c8-4255-971b-8397acb5208c req-ab1bc058-6513-4107-8b9c-801c2873becd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.0897861 Jul 27 06:49:45.292664 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b238cf25-49c8-4255-971b-8397acb5208c req-84c67ffd-d19d-42c4-9dda-9d356e9e07f4 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345149 Jul 27 06:49:45.376350 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-12073897-e882-49f3-88f0-c403f758b4b3 req-6bd378fb-caa5-421a-b385-3040a301a0e3 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0297179 Jul 27 06:49:45.602828 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51404) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:45.618074 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a6189761-7ef5-44e3-9e5c-abd07919a092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:45.718638 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a6189761-7ef5-44e3-9e5c-abd07919a092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:45.774732 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a6189761-7ef5-44e3-9e5c-abd07919a092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:45.780348 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419ad0a-168b-417c-8350-997fc4bacf7e req-a208386d-1c45-4632-a759-cbca5e2904c4 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:45.781850 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8419ad0a-168b-417c-8350-997fc4bacf7e req-a208386d-1c45-4632-a759-cbca5e2904c4 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0679891 Jul 27 06:49:45.815680 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-a6189761-7ef5-44e3-9e5c-abd07919a092 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dba428d32064bdbb5ff3078233b8db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129343 Jul 27 06:49:45.816733 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6189761-7ef5-44e3-9e5c-abd07919a092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6946f8f7-091c-434c-aef6-82bbf7006070,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:45.818786 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 51408) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:45.828700 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8419ad0a-168b-417c-8350-997fc4bacf7e req-5d76be3e-ee25-46b4-bd63-20dc1122a2c3 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395081 Jul 27 06:49:45.888759 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4fa4c62c-0ba0-42a3-9a32-5b9c3de5cb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:45.910719 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4fa4c62c-0ba0-42a3-9a32-5b9c3de5cb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:46.185578 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916bc97-60a9-4379-9ea1-e2e4245c86a0 req-a166bf69-23a3-4d36-a756-de782d95d07d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:46.187308 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9916bc97-60a9-4379-9ea1-e2e4245c86a0 req-a166bf69-23a3-4d36-a756-de782d95d07d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.0795798 Jul 27 06:49:46.230161 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9916bc97-60a9-4379-9ea1-e2e4245c86a0 req-37725eec-ec33-473c-8c9c-1944086258f9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356946 Jul 27 06:49:46.435489 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb468a0a-e007-423d-b411-8add4a1edcfb req-6b2def25-1637-4f10-b15e-b33a2a1fd8a1 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:46.437123 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cb468a0a-e007-423d-b411-8add4a1edcfb req-6b2def25-1637-4f10-b15e-b33a2a1fd8a1 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.0739622 Jul 27 06:49:46.480598 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cb468a0a-e007-423d-b411-8add4a1edcfb req-cbf60796-6fd7-44ce-998d-ea3d0284bc74 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375555 Jul 27 06:49:46.565263 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c19fa679-fdd8-425b-8809-690e4a8020f9 req-2cc7212b-b48b-4da2-9943-fe517bb5e64c tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0294604 Jul 27 06:49:46.574792 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4fa4c62c-0ba0-42a3-9a32-5b9c3de5cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:46.577459 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4fa4c62c-0ba0-42a3-9a32-5b9c3de5cb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:46.578808 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-4fa4c62c-0ba0-42a3-9a32-5b9c3de5cb9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6946f8f7-091c-434c-aef6-82bbf7006070 HTTP/1.1" status: 204 len: 168 time: 0.7591159 Jul 27 06:49:46.586664 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4c62c-0ba0-42a3-9a32-5b9c3de5cb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6946f8f7-091c-434c-aef6-82bbf7006070,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:46.983479 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c7aec-9310-47d6-93c7-ba2166011d09 req-d6f61e28-1618-42f1-a922-9d2c4c8d3c52 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:46.984962 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c19c7aec-9310-47d6-93c7-ba2166011d09 req-d6f61e28-1618-42f1-a922-9d2c4c8d3c52 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0696740 Jul 27 06:49:47.027621 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c19c7aec-9310-47d6-93c7-ba2166011d09 req-ba9fdcc4-460d-42bc-a6e7-7cade614c0e9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361946 Jul 27 06:49:47.327108 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51434) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:47.341116 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-baa9a7c4-340c-45ac-8d33-ae216e15f9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.393492 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf91dd-5bc9-4c4d-90c3-0dc5a2794f73 req-069c7846-6009-4cbe-b4e6-ba8bcc63c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.395074 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-23cf91dd-5bc9-4c4d-90c3-0dc5a2794f73 req-069c7846-6009-4cbe-b4e6-ba8bcc63c27e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 1097 time: 0.1079645 Jul 27 06:49:47.410563 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72fdcb-5178-4d5d-9a48-b839a4c15a74 req-bc537392-3e65-47e0-bdfc-09f732af496b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.412230 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1d72fdcb-5178-4d5d-9a48-b839a4c15a74 req-bc537392-3e65-47e0-bdfc-09f732af496b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.0974615 Jul 27 06:49:47.443305 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-baa9a7c4-340c-45ac-8d33-ae216e15f9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.511478 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1d72fdcb-5178-4d5d-9a48-b839a4c15a74 req-1b825c56-6879-483c-97b4-34730969c48c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919287 Jul 27 06:49:47.546034 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-baa9a7c4-340c-45ac-8d33-ae216e15f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.561895 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf91dd-5bc9-4c4d-90c3-0dc5a2794f73 req-2f967659-86ae-400c-b58a-22be3159f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.561895 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-23cf91dd-5bc9-4c4d-90c3-0dc5a2794f73 req-2f967659-86ae-400c-b58a-22be3159f01f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1312010 Jul 27 06:49:47.587556 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-baa9a7c4-340c-45ac-8d33-ae216e15f9ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6aaf006f71f846a9b417153a8d8ec95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590187 Jul 27 06:49:47.590483 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9a7c4-340c-45ac-8d33-ae216e15f9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8068be5a-471a-4706-8501-e8b9f36f2f6d,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:47.592931 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51440) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:47.647649 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d5f81c08-0109-4a83-9789-a0d803b5cdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.669995 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d5f81c08-0109-4a83-9789-a0d803b5cdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.700970 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77f9d-b3a9-4f72-89e6-4ec30effacc3 req-7c01e85b-2055-43db-a26d-60ee056270ae tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.704803 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5e77f9d-b3a9-4f72-89e6-4ec30effacc3 req-7c01e85b-2055-43db-a26d-60ee056270ae tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.1346285 Jul 27 06:49:47.772572 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-456d5087-0b2a-4587-bcaa-f8dc018b6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.773998 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-456d5087-0b2a-4587-bcaa-f8dc018b6a9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.1019323 Jul 27 06:49:47.777527 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf91dd-5bc9-4c4d-90c3-0dc5a2794f73 req-cb99e70d-0ba1-483d-983e-a417625be98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.778954 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-23cf91dd-5bc9-4c4d-90c3-0dc5a2794f73 req-cb99e70d-0ba1-483d-983e-a417625be98c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716373 Jul 27 06:49:47.791576 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5e77f9d-b3a9-4f72-89e6-4ec30effacc3 req-f13acb57-7f92-4aa3-9574-387cdd9a26e2 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 Jul 27 06:49:47.849919 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d5f81c08-0109-4a83-9789-a0d803b5cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.857187 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d5f81c08-0109-4a83-9789-a0d803b5cdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.858520 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-d5f81c08-0109-4a83-9789-a0d803b5cdb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8068be5a-471a-4706-8501-e8b9f36f2f6d HTTP/1.1" status: 204 len: 168 time: 0.2645993 Jul 27 06:49:47.872668 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f81c08-0109-4a83-9789-a0d803b5cdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8068be5a-471a-4706-8501-e8b9f36f2f6d,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:47.878782 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7d69c04e-040c-4ad0-bcfb-ceb97e357404 req-aebdaf68-8f63-4915-92c7-cd102375edd4 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0383737 Jul 27 06:49:47.922270 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-23bad21f-cc3f-4935-a923-2eb7aa70abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.925242 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-23bad21f-cc3f-4935-a923-2eb7aa70abde service neutron] 10.222.0.16 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 912 time: 0.1328335 Jul 27 06:49:47.972148 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-4388b15d-699f-43c0-b287-622a32989066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.974489 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-4388b15d-699f-43c0-b287-622a32989066 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 1097 time: 0.0776994 Jul 27 06:49:48.030377 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-955782d1-8932-4c88-8b69-0cd788c719a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda91233-4bb4-440f-8bcc-dedcb5607055 HTTP/1.1" status: 200 len: 1000 time: 0.0761523 Jul 27 06:49:48.143637 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-ed89466b-365d-4f96-8160-74d3c33e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.145233 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-ed89466b-365d-4f96-8160-74d3c33e75b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 200 len: 850 time: 0.0896227 Jul 27 06:49:48.191471 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-08f6a583-876a-433c-861e-31c8356d72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.193024 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-08f6a583-876a-433c-861e-31c8356d72a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 1099 time: 0.1362059 Jul 27 06:49:48.282936 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-e069e973-ce56-4ef5-8fa4-788176c7c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.284499 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-e069e973-ce56-4ef5-8fa4-788176c7c05d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b10d324b-fbf7-4b46-97bc-eded67cd5894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1284947 Jul 27 06:49:48.354576 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-e18305e4-0a79-4a7f-bbab-bb1adb031938 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 200 len: 217 time: 0.3306358 Jul 27 06:49:48.371779 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-792c5aca-93f7-43e7-8bee-957d79fd4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.373823 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-792c5aca-93f7-43e7-8bee-957d79fd4f81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 917 time: 0.1713116 Jul 27 06:49:48.464991 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-31e0c62c-7758-40a2-aeda-1f14bae40d5f service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701863 Jul 27 06:49:48.470050 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-053aea68-d65b-4142-b55c-9b31ead15b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.471563 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-053aea68-d65b-4142-b55c-9b31ead15b9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d5872fc-4a28-46b8-96d9-0851df1905f9 HTTP/1.1" status: 200 len: 852 time: 0.0734935 Jul 27 06:49:48.487090 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19126-68b9-4735-b43d-e046aec584e7 req-df1f3c0a-ecb4-4ec6-ab4e-391b59c23f8b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.488877 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33b19126-68b9-4735-b43d-e046aec584e7 req-df1f3c0a-ecb4-4ec6-ab4e-391b59c23f8b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1369174 Jul 27 06:49:48.498404 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-987203dc-0e01-4662-ab20-ace853518ef0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f HTTP/1.1" status: 200 len: 1002 time: 0.1091619 Jul 27 06:49:48.591519 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33b19126-68b9-4735-b43d-e046aec584e7 req-fe4c7bc8-6c14-47c1-8f56-4e1663765483 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923433 Jul 27 06:49:48.598730 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-8943d42f-cc78-47bb-a037-e2f182d6e257 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f742b807bfa04bd0bdcab97c2a349c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389998 Jul 27 06:49:48.605698 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-c817a9c0-603a-4d7c-ab42-f0e74d15342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.607311 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-c817a9c0-603a-4d7c-ab42-f0e74d15342e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.0730121 Jul 27 06:49:48.610954 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7dab048c-6952-485a-87ff-f2c38dbb4317 req-29a5b692-18dd-4fc4-832e-a4087f579fc7 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392491 Jul 27 06:49:48.682629 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-32f10747-9459-413b-92d7-32a3f50e2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.685205 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-32f10747-9459-413b-92d7-32a3f50e2f24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0588810 Jul 27 06:49:48.704635 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-2d4a6340-e4f5-484d-acdc-0e0b041ff7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.706135 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-2d4a6340-e4f5-484d-acdc-0e0b041ff7f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2163029 Jul 27 06:49:48.795642 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-065e41be-1e2f-4005-9088-fcc20814b002 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952106 Jul 27 06:49:48.828358 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-0d3460e3-5440-47e9-8da6-f94974dad788 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.828358 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-0d3460e3-5440-47e9-8da6-f94974dad788 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166843 Jul 27 06:49:48.850320 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0c492-522e-4dd4-82c8-b2af83d9d747 req-0f5589fb-09c3-4a4d-868b-ada018a70541 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.851802 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cae0c492-522e-4dd4-82c8-b2af83d9d747 req-0f5589fb-09c3-4a4d-868b-ada018a70541 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.2588949 Jul 27 06:49:48.859729 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Request body: {'port': {'device_id': 'b2a78aff-7b2c-4018-96ea-834fbd7fef90', 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428', 'admin_state_up': True, 'tenant_id': 'f742b807bfa04bd0bdcab97c2a349c9a'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:48.891764 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-90d1e47a-88e8-47f6-82f3-ae362fee0597 req-14b5024f-6e6b-43be-993b-6d021635cd74 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885246 Jul 27 06:49:48.967272 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-ff35ffc2-474a-4fad-adc2-5844554062fb service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502806 Jul 27 06:49:49.046264 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cae0c492-522e-4dd4-82c8-b2af83d9d747 req-741dc4ac-4b5c-4c52-bb66-a3df9a95b237 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830316 Jul 27 06:49:49.114323 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb52b9d-b71a-4ba0-bf2e-cbc9e87c6456 req-2169874a-d5e8-4549-bb5e-1ed9bd218419 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:49.115806 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-feb52b9d-b71a-4ba0-bf2e-cbc9e87c6456 req-2169874a-d5e8-4549-bb5e-1ed9bd218419 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.2043374 Jul 27 06:49:49.178997 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a84e6008-ef94-417b-a903-1988e55106bf req-059fa20f-e83e-4259-89b9-68337ae09bde tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0621541 Jul 27 06:49:49.209126 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6529d0d0-551c-4323-b36a-31c30edfc484 req-477ad0d6-39e3-41a9-bdad-3cf7ed609cb3 service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220683 Jul 27 06:49:49.214323 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-feb52b9d-b71a-4ba0-bf2e-cbc9e87c6456 req-da905e25-0ac2-4d8b-a65c-c7ca2306b6ed tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884447 Jul 27 06:49:49.288723 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Made reservation on behalf of f742b807bfa04bd0bdcab97c2a349c9a for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:49.293632 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.302453 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.392143 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.465395 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.527419 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82cc848-798f-4471-a2bb-8dea0e06bca8,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:49.609803 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Allocated IP 192.168.233.151 (5e953ece-bfc6-4932-9830-056d1e18b428/19383a2e-07ca-4131-a98d-392b4f80ae72/4040c5dc-a65b-4260-875c-99a497745c67) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:49.800097 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.809893 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a13bbd-ed51-4e52-80b6-00c79ff1d1f8 req-7e2a8793-7c97-4a64-b4a8-0e93126d13ae tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:49.811420 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-27a13bbd-ed51-4e52-80b6-00c79ff1d1f8 req-7e2a8793-7c97-4a64-b4a8-0e93126d13ae tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1395550 Jul 27 06:49:49.829098 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Transition to ACTIVE for port object 4040c5dc-a65b-4260-875c-99a497745c67 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:49.864224 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-27a13bbd-ed51-4e52-80b6-00c79ff1d1f8 req-50912fc0-702f-4c30-b5d8-a6ff70710cd1 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448055 Jul 27 06:49:49.981663 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.036564 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Network 5e953ece-bfc6-4932-9830-056d1e18b428 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:50.040688 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:50.042142 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:50.072411 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Pushing event updated for resources: {'Port': ['ID=4040c5dc-a65b-4260-875c-99a497745c67,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:50.109734 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:50.110403 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.197223 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb676aa3-537c-4f73-9f71-fad904b16627 req-608d9066-7785-40f1-b0d1-b63da2063697 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:50.199263 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cb676aa3-537c-4f73-9f71-fad904b16627 req-608d9066-7785-40f1-b0d1-b63da2063697 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.0728724 Jul 27 06:49:50.201094 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e5cdb8cd-f9da-4817-ad7f-0a6700aacf60 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3483241 Jul 27 06:49:50.232573 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Request body: {'port': {'device_id': 'b2a78aff-7b2c-4018-96ea-834fbd7fef90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:50.322142 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cb676aa3-537c-4f73-9f71-fad904b16627 req-15b340b2-164c-449f-93b2-47cd54519c9e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156955 Jul 27 06:49:50.363620 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-5123fd32-2c0c-4c1f-aa31-b968c4b056fc None None] Provisioning for port 4040c5dc-a65b-4260-875c-99a497745c67 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:50.369610 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-5123fd32-2c0c-4c1f-aa31-b968c4b056fc None None] Provisioning complete for port 4040c5dc-a65b-4260-875c-99a497745c67 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:50.369992 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5123fd32-2c0c-4c1f-aa31-b968c4b056fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.378857 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.404755 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-5123fd32-2c0c-4c1f-aa31-b968c4b056fc None None] Port 4040c5dc-a65b-4260-875c-99a497745c67 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:50.422342 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19da9e-ef79-4acf-8b68-92c0d9cdc006 req-fcb533f1-3856-4824-af44-fb3446c5ee7b tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:50.423786 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eb19da9e-ef79-4acf-8b68-92c0d9cdc006 req-fcb533f1-3856-4824-af44-fb3446c5ee7b tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 936 time: 0.1656523 Jul 27 06:49:50.522900 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eb19da9e-ef79-4acf-8b68-92c0d9cdc006 req-24ea97eb-a5c0-4cf6-afcd-a2208bd85088 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673082 Jul 27 06:49:50.594654 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d157eb-6baf-498a-9646-e00fbcf14508 req-fad751f9-6651-4bd3-a94a-6024a4d8be5b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:50.596332 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-81d157eb-6baf-498a-9646-e00fbcf14508 req-fad751f9-6651-4bd3-a94a-6024a4d8be5b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.2020977 Jul 27 06:49:50.682750 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-81d157eb-6baf-498a-9646-e00fbcf14508 req-872c1b06-3760-4bcb-b3d5-923473154058 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791402 Jul 27 06:49:50.774783 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4040c5dc-a65b-4260-875c-99a497745c67 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:50.781986 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.794232 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Transition to ACTIVE for port object 4040c5dc-a65b-4260-875c-99a497745c67 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:50.876923 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.935686 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Pushing event updated for resources: {'Port': ['ID=4040c5dc-a65b-4260-875c-99a497745c67,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:51.047833 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Attempting to bind port 4040c5dc-a65b-4260-875c-99a497745c67 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:51.048166 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Attempting to bind port 4040c5dc-a65b-4260-875c-99a497745c67 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '1e72605e-53d6-4e4f-bf04-98ad019a7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:51.048496 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Attempting to bind port 4040c5dc-a65b-4260-875c-99a497745c67 on network 5e953ece-bfc6-4932-9830-056d1e18b428 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:51.057634 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Port 4040c5dc-a65b-4260-875c-99a497745c67 on network 5e953ece-bfc6-4932-9830-056d1e18b428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:49:51.057961 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Attempting to bind port 4040c5dc-a65b-4260-875c-99a497745c67 on network 5e953ece-bfc6-4932-9830-056d1e18b428 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:51.069318 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:51.069653 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Checking segment: {'id': '1e72605e-53d6-4e4f-bf04-98ad019a7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:51.070031 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Bound using segment: {'id': '1e72605e-53d6-4e4f-bf04-98ad019a7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:51.070468 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Bound port: 4040c5dc-a65b-4260-875c-99a497745c67, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e72605e-53d6-4e4f-bf04-98ad019a7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:51.070819 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.080570 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144e54f-7470-4177-a1b2-2b477a696deb req-9d01893d-10e1-4afd-9f5e-80dd4ac7552a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.082303 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9144e54f-7470-4177-a1b2-2b477a696deb req-9d01893d-10e1-4afd-9f5e-80dd4ac7552a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1434200 Jul 27 06:49:51.163114 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9144e54f-7470-4177-a1b2-2b477a696deb req-e4400bc0-83c6-4dec-b20d-aa4b53e42f5f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706832 Jul 27 06:49:51.185193 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] For port 4040c5dc-a65b-4260-875c-99a497745c67, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:51.188276 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] For port 4040c5dc-a65b-4260-875c-99a497745c67, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4040c5dc-a65b-4260-875c-99a497745c67,segment=NetworkSegment(1e72605e-53d6-4e4f-bf04-98ad019a7644),segment_id=1e72605e-53d6-4e4f-bf04-98ad019a7644)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:51.277719 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.314147 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.314762 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.316113 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] 10.222.0.16 "PUT /v2.0/ports/4040c5dc-a65b-4260-875c-99a497745c67 HTTP/1.1" status: 200 len: 1098 time: 1.0911655 Jul 27 06:49:51.316541 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a78aff-7b2c-4018-96ea-834fbd7fef90', 'tag': '4040c5dc-a65b-4260-875c-99a497745c67'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:51.318899 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e029b-a8cc-4430-b2c4-03b8e2748d32" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a78aff-7b2c-4018-96ea-834fbd7fef90", "tag": "4040c5dc-a65b-4260-875c-99a497745c67"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:51.352980 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e2580-5093-46cb-941e-3ee935180b5c service neutron] Pushing event updated for resources: {'Port': ['ID=4040c5dc-a65b-4260-875c-99a497745c67,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:51.381535 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0621694c-9f08-4ed1-a6d5-0fa810a38f67 x-openstack-request-id: req-0621694c-9f08-4ed1-a6d5-0fa810a38f67 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:51.381828 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a78aff-7b2c-4018-96ea-834fbd7fef90", "tag": "4040c5dc-a65b-4260-875c-99a497745c67", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:51.390645 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0621694c-9f08-4ed1-a6d5-0fa810a38f67 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:51.390645 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a78aff-7b2c-4018-96ea-834fbd7fef90', 'tag': '4040c5dc-a65b-4260-875c-99a497745c67', 'status': 'completed', 'code': 200} Jul 27 06:49:51.519133 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e029b-a8cc-4430-b2c4-03b8e2748d32 req-3d48893b-adf8-40f6-b6fb-4765d35d9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.520627 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-318e029b-a8cc-4430-b2c4-03b8e2748d32 req-3d48893b-adf8-40f6-b6fb-4765d35d9a83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f742b807bfa04bd0bdcab97c2a349c9a&device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 1101 time: 0.0970597 Jul 27 06:49:51.529311 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f847666-aacb-49d5-8f29-45e2c8024a4a req-65c87a38-ad09-4b2d-93f3-cc159dec5bb4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.530643 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4f847666-aacb-49d5-8f29-45e2c8024a4a req-65c87a38-ad09-4b2d-93f3-cc159dec5bb4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 946 time: 0.0985456 Jul 27 06:49:51.560359 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-318e029b-a8cc-4430-b2c4-03b8e2748d32 req-6d82d835-641e-4d8c-86ff-8ebb70844ea9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f742b807bfa04bd0bdcab97c2a349c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247169 Jul 27 06:49:51.629888 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4f847666-aacb-49d5-8f29-45e2c8024a4a req-68d6ff51-f839-41ff-80ad-ef1ab1f80ad9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864389 Jul 27 06:49:51.703088 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e029b-a8cc-4430-b2c4-03b8e2748d32 req-7cfb92fa-ce32-4e25-91a5-6f85cab2c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.703088 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-318e029b-a8cc-4430-b2c4-03b8e2748d32 req-7cfb92fa-ce32-4e25-91a5-6f85cab2c0f0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050949 Jul 27 06:49:51.740196 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-be928d72-f8e5-40ab-8e84-0f9d8b193245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.849655 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e79e88-bafd-46ef-9d25-6d539dd8a16b req-7fe97b44-3602-4fe6-8ff9-df29ab5a0279 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.851104 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-91e79e88-bafd-46ef-9d25-6d539dd8a16b req-7fe97b44-3602-4fe6-8ff9-df29ab5a0279 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 948 time: 0.1459873 Jul 27 06:49:51.897595 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e1da3113-ec38-48e3-bc1e-38c289983782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.899012 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-e1da3113-ec38-48e3-bc1e-38c289983782 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f742b807bfa04bd0bdcab97c2a349c9a&device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 1101 time: 0.1606469 Jul 27 06:49:51.941234 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b75b-4349-4fd2-8979-70254fe1d673 req-a161cd52-1f76-4e39-b9b5-c08c097a98cb tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.942672 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3fd9b75b-4349-4fd2-8979-70254fe1d673 req-a161cd52-1f76-4e39-b9b5-c08c097a98cb tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 944 time: 0.1684222 Jul 27 06:49:52.203601 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-780279d1-1518-4eee-ac63-abdb88c3d8af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=4040c5dc-a65b-4260-875c-99a497745c67 HTTP/1.1" status: 200 len: 217 time: 0.2865143 Jul 27 06:49:52.211357 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-91e79e88-bafd-46ef-9d25-6d539dd8a16b req-cd100871-ffe9-4b75-bc95-56eb10566000 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519909 Jul 27 06:49:52.284787 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3fd9b75b-4349-4fd2-8979-70254fe1d673 req-6b1d9940-dfc7-4ffa-a3f4-b0392ae2d93e tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882468 Jul 27 06:49:52.296329 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-06a961bf-f91c-4fa3-a9b2-c48f4f6fb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:52.297916 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-06a961bf-f91c-4fa3-a9b2-c48f4f6fb830 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19383a2e-07ca-4131-a98d-392b4f80ae72 HTTP/1.1" status: 200 len: 843 time: 0.0856848 Jul 27 06:49:52.300165 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-9300e476-bd0c-4c32-9863-2d4fc827ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:52.301779 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-9300e476-bd0c-4c32-9863-2d4fc827ffb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1098 time: 0.4209237 Jul 27 06:49:52.492348 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device ad4c7acb-7eb6-48cb-956b-d9787fbfc8da details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:49:52.502293 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:49:52.508396 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-dbdd50f9-fcd2-4a73-8500-b4a6cf0027cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:52.509505 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-dbdd50f9-fcd2-4a73-8500-b4a6cf0027cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e953ece-bfc6-4932-9830-056d1e18b428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1981061 Jul 27 06:49:52.511247 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-7112f882-3887-4698-92d5-551fa061b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:52.512628 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-7112f882-3887-4698-92d5-551fa061b3cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 919 time: 0.1907923 Jul 27 06:49:52.525564 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02304471-be5d-4d71-a3f3-f306028327f6 req-cca5c63e-9423-47e8-a6d6-936e9d2030e4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:52.528033 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02304471-be5d-4d71-a3f3-f306028327f6 req-cca5c63e-9423-47e8-a6d6-936e9d2030e4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1778026 Jul 27 06:49:52.622180 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-1b1019bb-06df-4633-a903-b9094991d4d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c HTTP/1.1" status: 200 len: 217 time: 0.0849807 Jul 27 06:49:52.645410 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:52.651898 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:52.676566 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'port_id': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'mac_address': 'fa:16:3e:8d:5e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:49:52.684992 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:52.687350 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8dddb-7dee-45c3-81d1-3be65730a288" -d '{"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:52.718141 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:52.722357 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02304471-be5d-4d71-a3f3-f306028327f6 req-6ae899ba-13f9-492a-91ec-abf903caf75b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673882 Jul 27 06:49:52.734352 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:52.750201 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-5ee85d49-d084-4eb6-95a1-b39d182095b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:52.751741 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-5ee85d49-d084-4eb6-95a1-b39d182095b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.1200519 Jul 27 06:49:52.752785 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4c7acb-7eb6-48cb-956b-d9787fbfc8da {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:52.757290 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-7417598f-f218-4cea-850c-e0c89ed49440 service neutron] 10.222.0.16 "GET /v2.0/networks/5e953ece-bfc6-4932-9830-056d1e18b428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282629 Jul 27 06:49:52.766667 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdc59f3-dad8-4e86-aa36-b27a8a6223de x-openstack-request-id: req-0cdc59f3-dad8-4e86-aa36-b27a8a6223de {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:52.766959 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-unplugged", "status": "failed", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f", "code": 422}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:52.767312 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cdc59f3-dad8-4e86-aa36-b27a8a6223de {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:52.767663 dv-cinder-779194-3-smb neutron-server[100285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'code': 422} returned with failed status Jul 27 06:49:52.776724 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:52.800326 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-b8378fa7-160c-4a9e-bd0b-7a0375d62f97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339444 Jul 27 06:49:52.895070 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:52.946228 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-33f23cf1-9e78-4fbf-be0a-9f4f36f186c2 req-c5ae4f78-ee40-44f7-9df7-d0b38dc13ede service neutron] 10.222.0.16 "GET /v2.0/networks/5e953ece-bfc6-4932-9830-056d1e18b428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716554 Jul 27 06:49:52.949699 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=8']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:52.952512 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-269d4a84-c311-4107-8845-241c27212ef9 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421304 Jul 27 06:49:52.980551 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:53.027746 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:53.063193 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-074cf8a6-2fc7-44d1-85ec-f7925d3c8146 req-4f03193f-c7d5-4a30-8199-e72beb6ee924 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977383 Jul 27 06:49:53.342437 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bddc0d-127c-4669-8928-4796901d2e05 req-5bab5e54-c2a8-4ca9-93f6-0e8df329ec69 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:53.343943 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-22bddc0d-127c-4669-8928-4796901d2e05 req-5bab5e54-c2a8-4ca9-93f6-0e8df329ec69 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 948 time: 0.0660896 Jul 27 06:49:53.386496 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-22bddc0d-127c-4669-8928-4796901d2e05 req-cca19b66-8659-4d19-ad48-2234ac1f6c4c tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364790 Jul 27 06:49:53.438371 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:49:53.512482 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30773a5f-a288-477d-ae42-f6a613e4edcb req-437b31e8-9ebb-4af8-a600-4636cb26e067 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:53.514024 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-30773a5f-a288-477d-ae42-f6a613e4edcb req-437b31e8-9ebb-4af8-a600-4636cb26e067 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 945 time: 0.0724018 Jul 27 06:49:53.557575 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-30773a5f-a288-477d-ae42-f6a613e4edcb req-3f9c39eb-e058-4371-9213-f5ce30562914 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370896 Jul 27 06:49:53.886154 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b956d-3210-48ce-97a4-5815e4255be9 req-3b3abf0d-abf0-4787-842a-f8e7ab4d9aee tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:53.887636 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c30b956d-3210-48ce-97a4-5815e4255be9 req-3b3abf0d-abf0-4787-842a-f8e7ab4d9aee tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0963762 Jul 27 06:49:53.938832 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c30b956d-3210-48ce-97a4-5815e4255be9 req-a8360f6b-9d7a-4445-af1e-c392c25ce762 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449128 Jul 27 06:49:53.947170 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedeaa-27b3-4a21-a329-c19a168cedba req-f9842392-19a2-4170-b4bd-9fef394bf533 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:53.949213 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29bedeaa-27b3-4a21-a329-c19a168cedba req-f9842392-19a2-4170-b4bd-9fef394bf533 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.1014686 Jul 27 06:49:53.991461 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29bedeaa-27b3-4a21-a329-c19a168cedba req-8d0ec8d8-bb97-40d6-b79c-9a0629b2baac tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354576 Jul 27 06:49:54.236861 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-385834f4-5e24-4f1d-a94c-b8f04fe7c182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:54.499193 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device ad4c7acb-7eb6-48cb-956b-d9787fbfc8da up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:54.502025 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51542) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:54.533843 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f43ea-c9f4-4ba0-88b2-50d9c91391a8 req-02fe3838-14e1-4f03-9887-dafee5f738ca tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:54.535551 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4d2f43ea-c9f4-4ba0-88b2-50d9c91391a8 req-02fe3838-14e1-4f03-9887-dafee5f738ca tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 948 time: 0.0745406 Jul 27 06:49:54.575574 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4d2f43ea-c9f4-4ba0-88b2-50d9c91391a8 req-fd6680ff-a85a-4b06-a11c-3bce5d28f7eb tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Jul 27 06:49:54.606020 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-00654aa2-b834-4110-be58-3cf41019b3ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028087 Jul 27 06:49:54.614252 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:54.618780 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:54.619210 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:54.698604 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab3ef-c03f-4ea6-b4ca-02bc8632fda2 req-84a75d4b-206b-4747-8f85-ac756c249b6c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:54.700143 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1ffab3ef-c03f-4ea6-b4ca-02bc8632fda2 req-84a75d4b-206b-4747-8f85-ac756c249b6c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 945 time: 0.0698967 Jul 27 06:49:54.712257 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:54.746755 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:54.747052 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1ffab3ef-c03f-4ea6-b4ca-02bc8632fda2 req-b2e3c6a9-b7ce-492b-9e54-e97d96a47cf9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 Jul 27 06:49:54.757147 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:54.768633 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:54.771360 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de00fc3-caf7-4685-9332-4f00bc9f3c07" -d '{"events": [{"server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "name": "network-vif-plugged", "status": "completed", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:54.805751 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c9bf05-7cb9-4abd-ab71-a07b2941d268 x-openstack-request-id: req-68c9bf05-7cb9-4abd-ab71-a07b2941d268 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:54.806040 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "name": "network-vif-plugged", "status": "completed", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:54.806287 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68c9bf05-7cb9-4abd-ab71-a07b2941d268 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:54.806669 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'code': 200} Jul 27 06:49:54.831471 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:54.832263 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:49:54.910700 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:55.118769 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c0d83-3637-4671-b67b-d6553d540718 req-301f396a-2c4f-43f1-8089-f8ec41a10d11 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:55.120784 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-042c0d83-3637-4671-b67b-d6553d540718 req-301f396a-2c4f-43f1-8089-f8ec41a10d11 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1123462 Jul 27 06:49:55.169366 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-042c0d83-3637-4671-b67b-d6553d540718 req-3cb58385-d5ec-4a09-921c-8e8bf6cf6df0 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Jul 27 06:49:55.187725 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:55.191849 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010b699-4f62-45a3-8567-5665c527d313 req-ed1d8ef4-57f9-441a-ae47-5570131f71e4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:55.195210 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5010b699-4f62-45a3-8567-5665c527d313 req-ed1d8ef4-57f9-441a-ae47-5570131f71e4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.1141646 Jul 27 06:49:55.250501 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5010b699-4f62-45a3-8567-5665c527d313 req-f2d9b5ef-38f4-4712-99f1-1a423674d0ec tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404906 Jul 27 06:49:55.262763 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d6d89-04c2-47c3-a1d9-c9036bd9480f req-7d4df25b-624a-434a-909f-db72a8d93103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:55.264274 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-050d6d89-04c2-47c3-a1d9-c9036bd9480f req-7d4df25b-624a-434a-909f-db72a8d93103 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 1099 time: 0.0887702 Jul 27 06:49:55.302899 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-050d6d89-04c2-47c3-a1d9-c9036bd9480f req-6724100f-0859-4338-be95-718ab9e7e2f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Jul 27 06:49:55.704468 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322163a-ed04-4ae0-9cd5-1c01fec68dc8 req-df5e2a8a-d018-43c8-8ebd-5c5049cb9954 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:55.706258 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1322163a-ed04-4ae0-9cd5-1c01fec68dc8 req-df5e2a8a-d018-43c8-8ebd-5c5049cb9954 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 948 time: 0.0642166 Jul 27 06:49:55.745687 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1322163a-ed04-4ae0-9cd5-1c01fec68dc8 req-8de2005e-132c-4b8a-8bd3-125773fbb4f7 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332148 Jul 27 06:49:55.884363 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5eb84-08d6-4ea7-ac33-1b8d20148111 req-803b481f-8f94-4eff-9f68-d313abf1b394 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:55.886573 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c0a5eb84-08d6-4ea7-ac33-1b8d20148111 req-803b481f-8f94-4eff-9f68-d313abf1b394 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.0656996 Jul 27 06:49:55.924716 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c0a5eb84-08d6-4ea7-ac33-1b8d20148111 req-69e27b26-8b9d-4ea0-95f6-94f276721435 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317829 Jul 27 06:49:56.305559 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed9080-8d60-4d4b-ae60-770b8c906fc7 req-53a02047-6656-4a50-849e-7e54509bf977 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:56.307706 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-52ed9080-8d60-4d4b-ae60-770b8c906fc7 req-53a02047-6656-4a50-849e-7e54509bf977 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0709438 Jul 27 06:49:56.379511 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-52ed9080-8d60-4d4b-ae60-770b8c906fc7 req-43dd587b-d89c-40b7-98f6-9f8fb24a02da tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654218 Jul 27 06:49:56.412207 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819193-adbf-4dba-ba88-dd2ab5290d5b req-4c88109d-0225-40df-98a5-62941c0ee86d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:56.413873 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e1819193-adbf-4dba-ba88-dd2ab5290d5b req-4c88109d-0225-40df-98a5-62941c0ee86d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0837438 Jul 27 06:49:56.455711 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e1819193-adbf-4dba-ba88-dd2ab5290d5b req-2f4e4e12-0701-421d-800d-ee4d7adb12e8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359108 Jul 27 06:49:56.524410 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 4040c5dc-a65b-4260-875c-99a497745c67 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:49:56.621024 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 4040c5dc-a65b-4260-875c-99a497745c67, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4040c5dc-a65b-4260-875c-99a497745c67,segment=NetworkSegment(1e72605e-53d6-4e4f-bf04-98ad019a7644),segment_id=1e72605e-53d6-4e4f-bf04-98ad019a7644)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:56.632374 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '4040c5dc-a65b-4260-875c-99a497745c67', 'network_id': '5e953ece-bfc6-4932-9830-056d1e18b428', 'port_id': '4040c5dc-a65b-4260-875c-99a497745c67', 'mac_address': 'fa:16:3e:2a:8c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19383a2e-07ca-4131-a98d-392b4f80ae72', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:49:56.669823 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:56.683244 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4040c5dc-a65b-4260-875c-99a497745c67 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:56.711652 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 4040c5dc-a65b-4260-875c-99a497745c67, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4040c5dc-a65b-4260-875c-99a497745c67,segment=NetworkSegment(1e72605e-53d6-4e4f-bf04-98ad019a7644),segment_id=1e72605e-53d6-4e4f-bf04-98ad019a7644)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:56.865350 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:56.867559 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:56.877787 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32355f0-94e2-44a3-b5fa-8a9580f4fe6a req-69cb7ba8-3cef-4959-b279-22c7ab717799 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:56.879201 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e32355f0-94e2-44a3-b5fa-8a9580f4fe6a req-69cb7ba8-3cef-4959-b279-22c7ab717799 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 948 time: 0.0684974 Jul 27 06:49:56.917414 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e32355f0-94e2-44a3-b5fa-8a9580f4fe6a req-956a4b8b-4099-4809-8fd7-29fadaa0a473 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Jul 27 06:49:56.920568 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=4040c5dc-a65b-4260-875c-99a497745c67,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:57.059884 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e364f1-586f-4aa6-8a24-dc23da941300 req-4080b678-ba9a-4351-9915-76e44bb2d8c9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.061502 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f3e364f1-586f-4aa6-8a24-dc23da941300 req-4080b678-ba9a-4351-9915-76e44bb2d8c9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.0697179 Jul 27 06:49:57.103553 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f3e364f1-586f-4aa6-8a24-dc23da941300 req-b0a6cf05-1412-4860-a128-0481ee031957 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362625 Jul 27 06:49:57.235269 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862afe1-e969-4fc6-aa69-fa96c269ec82 req-c4071913-c660-4211-abd4-4e0a1fff5263 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.236749 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a862afe1-e969-4fc6-aa69-fa96c269ec82 req-c4071913-c660-4211-abd4-4e0a1fff5263 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.0633800 Jul 27 06:49:57.244108 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['4040c5dc-a65b-4260-875c-99a497745c67'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:49:57.279080 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a862afe1-e969-4fc6-aa69-fa96c269ec82 req-b885eba5-6ad6-40b2-a24d-7edded578fde tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Jul 27 06:49:57.519981 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc150560-71c2-4025-bc5b-423e92c56ab1 req-0a18feb6-37c7-4569-a2e3-601edadd0b80 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.521546 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fc150560-71c2-4025-bc5b-423e92c56ab1 req-0a18feb6-37c7-4569-a2e3-601edadd0b80 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0677695 Jul 27 06:49:57.562089 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fc150560-71c2-4025-bc5b-423e92c56ab1 req-f66e9d0f-2b77-451b-a689-5d9e6e5e49e9 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337293 Jul 27 06:49:57.634797 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030cedb-c4be-49e6-8fcc-deba513ba874 req-526c27df-accf-4901-b17c-5bd0c111d9e4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.636222 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6030cedb-c4be-49e6-8fcc-deba513ba874 req-526c27df-accf-4901-b17c-5bd0c111d9e4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0732834 Jul 27 06:49:57.694357 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6030cedb-c4be-49e6-8fcc-deba513ba874 req-9e2688ea-86e1-41a7-aacf-909b6e0e49e9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Jul 27 06:49:57.711767 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c34e37-6d25-4221-b4d3-114542d2d37a req-9fb6337d-34a1-43dc-a035-400055e1e071 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.713252 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-40c34e37-6d25-4221-b4d3-114542d2d37a req-9fb6337d-34a1-43dc-a035-400055e1e071 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.0953825 Jul 27 06:49:57.751912 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-40c34e37-6d25-4221-b4d3-114542d2d37a req-e3c061a7-5869-49e0-bdac-1821217d8f82 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Jul 27 06:49:57.848103 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-cff59352-e3b0-4c87-ab44-f235f714c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.849627 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-cff59352-e3b0-4c87-ab44-f235f714c297 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235&tenant_id=371bfa919ef2412081709a50e2b4ae94 HTTP/1.1" status: 200 len: 1097 time: 0.0926566 Jul 27 06:49:57.937005 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-76dc82d7-18cf-4e11-865c-6c6dace514e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.938495 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-76dc82d7-18cf-4e11-865c-6c6dace514e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 1097 time: 0.0538893 Jul 27 06:49:58.068920 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-c086f644-a439-4d83-8b0d-5cdc2271c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:58.070395 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-c086f644-a439-4d83-8b0d-5cdc2271c2f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 917 time: 0.1244767 Jul 27 06:49:58.083865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3a3c3-b36f-4ce0-afb5-712dcf446242 req-67f100a5-4f4f-47ae-91b8-9be3610568e2 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:58.085221 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d8c3a3c3-b36f-4ce0-afb5-712dcf446242 req-67f100a5-4f4f-47ae-91b8-9be3610568e2 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 949 time: 0.0945554 Jul 27 06:49:58.168839 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d8c3a3c3-b36f-4ce0-afb5-712dcf446242 req-4ec62aa9-e284-4fe8-9c1d-1153554491fb tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767877 Jul 27 06:49:58.170606 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-953e13dd-a105-4f83-9ef1-62e55342b137 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f HTTP/1.1" status: 200 len: 1000 time: 0.0845625 Jul 27 06:49:58.226961 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-499fb13e-29f7-4ca7-832a-cca7ebcc2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:58.228360 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-499fb13e-29f7-4ca7-832a-cca7ebcc2284 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.0507658 Jul 27 06:49:58.287873 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-0dd37557-ce9d-48f8-82ea-1894453398cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:58.289374 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-0dd37557-ce9d-48f8-82ea-1894453398cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0541139 Jul 27 06:49:58.385123 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-8ade5c42-2442-4dce-b301-0b696ec926a7 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869699 Jul 27 06:49:58.477355 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-14f37f6e-081a-40c2-8dca-9de110f151bc req-7dffb392-0146-430a-aa21-6ecf7382ac96 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849667 Jul 27 06:49:58.532020 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 4040c5dc-a65b-4260-875c-99a497745c67 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:58.641657 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 4040c5dc-a65b-4260-875c-99a497745c67 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:58.645642 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 4040c5dc-a65b-4260-875c-99a497745c67 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:58.646074 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:58.696632 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278d902-73b1-44e8-9216-d9d21117d5b6 req-f3b09c57-e904-464f-9855-29975a3e1e38 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:58.698854 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4278d902-73b1-44e8-9216-d9d21117d5b6 req-f3b09c57-e904-464f-9855-29975a3e1e38 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0702996 Jul 27 06:49:58.724612 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:58.748761 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4278d902-73b1-44e8-9216-d9d21117d5b6 req-7244ee25-94dd-4386-a0e9-9860cbb6bab0 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428369 Jul 27 06:49:58.762512 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a78aff-7b2c-4018-96ea-834fbd7fef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4040c5dc-a65b-4260-875c-99a497745c67'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:58.765115 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ac235e-7213-4389-a86d-e0ce63c426e2" -d '{"events": [{"server_uuid": "b2a78aff-7b2c-4018-96ea-834fbd7fef90", "name": "network-vif-plugged", "status": "completed", "tag": "4040c5dc-a65b-4260-875c-99a497745c67"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:58.779078 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 4040c5dc-a65b-4260-875c-99a497745c67, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4040c5dc-a65b-4260-875c-99a497745c67,segment=NetworkSegment(1e72605e-53d6-4e4f-bf04-98ad019a7644),segment_id=1e72605e-53d6-4e4f-bf04-98ad019a7644)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:58.808748 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81807fd2-b5f9-43c4-be7a-791118761702 x-openstack-request-id: req-81807fd2-b5f9-43c4-be7a-791118761702 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:58.809097 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a78aff-7b2c-4018-96ea-834fbd7fef90", "name": "network-vif-plugged", "status": "completed", "tag": "4040c5dc-a65b-4260-875c-99a497745c67", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:58.809329 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81807fd2-b5f9-43c4-be7a-791118761702 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:58.809795 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a78aff-7b2c-4018-96ea-834fbd7fef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4040c5dc-a65b-4260-875c-99a497745c67', 'code': 200} Jul 27 06:49:58.845680 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb1bc0-5d38-43f7-96da-eae0260ed173 req-0e141673-c75c-40bd-99ac-b02b3685165a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:58.852835 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fabb1bc0-5d38-43f7-96da-eae0260ed173 req-0e141673-c75c-40bd-99ac-b02b3685165a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0759320 Jul 27 06:49:58.871621 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:58.894444 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fabb1bc0-5d38-43f7-96da-eae0260ed173 req-ed095198-5553-43c6-bcb8-e45d077d718e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Jul 27 06:49:58.928936 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=4040c5dc-a65b-4260-875c-99a497745c67,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:59.336098 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942508ed-9f67-4dfd-85f0-5639783b3a80 req-27826e59-d1b5-43e2-95f1-b5fd05925f29 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:59.337693 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-942508ed-9f67-4dfd-85f0-5639783b3a80 req-27826e59-d1b5-43e2-95f1-b5fd05925f29 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0879638 Jul 27 06:49:59.340410 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1e4ff-280e-46cc-a0ec-ed6ff4ace185 req-ffbdd0e9-8630-4c3d-81e7-813a77cbcb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:59.341909 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-30c1e4ff-280e-46cc-a0ec-ed6ff4ace185 req-ffbdd0e9-8630-4c3d-81e7-813a77cbcb42 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 1103 time: 0.1247935 Jul 27 06:49:59.385963 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-942508ed-9f67-4dfd-85f0-5639783b3a80 req-189e4e04-7732-4777-aced-8e91b900c9bb tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389009 Jul 27 06:49:59.900555 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481bea1-8fd4-4d34-b1c8-96be2239a021 req-76ca82df-d25d-4328-83cb-4920a85e4cf5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:59.902733 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5481bea1-8fd4-4d34-b1c8-96be2239a021 req-76ca82df-d25d-4328-83cb-4920a85e4cf5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0777278 Jul 27 06:49:59.943686 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5481bea1-8fd4-4d34-b1c8-96be2239a021 req-7540652d-826f-42b4-84d4-7103431a3422 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345554 Jul 27 06:50:00.084183 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488342-7887-4c89-b109-4c7cd6c0d570 req-a78475cf-de68-47e2-98f3-fc57931fa03a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:00.085674 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ef488342-7887-4c89-b109-4c7cd6c0d570 req-a78475cf-de68-47e2-98f3-fc57931fa03a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0741932 Jul 27 06:50:00.124305 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ef488342-7887-4c89-b109-4c7cd6c0d570 req-a825410f-258e-4af4-a5a0-be137a650734 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324721 Jul 27 06:50:00.528290 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824391f0-e791-4211-b857-02aea111ca79 req-b609cf61-a29f-481f-bdae-a9e71d767fa2 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:00.529802 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-824391f0-e791-4211-b857-02aea111ca79 req-b609cf61-a29f-481f-bdae-a9e71d767fa2 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0703547 Jul 27 06:50:00.570786 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-824391f0-e791-4211-b857-02aea111ca79 req-b9f1ee7e-cc1e-4cef-a4e1-e75eb42fb3ae tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Jul 27 06:50:01.089959 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5688f99-9816-4477-b8c1-460f82f4e01a req-9a4ff944-be35-44d4-ae29-6d0e2872c623 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:01.091587 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b5688f99-9816-4477-b8c1-460f82f4e01a req-9a4ff944-be35-44d4-ae29-6d0e2872c623 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0706942 Jul 27 06:50:01.134175 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b5688f99-9816-4477-b8c1-460f82f4e01a req-bbfd92ad-cdd5-468e-919d-c4f6b69ddc19 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365927 Jul 27 06:50:01.271139 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ef67-32a0-4669-933d-199bd59d79db req-442ecdef-60e2-4f8d-bee4-5743bfdb735f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:01.272669 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e075ef67-32a0-4669-933d-199bd59d79db req-442ecdef-60e2-4f8d-bee4-5743bfdb735f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0713644 Jul 27 06:50:01.314599 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e075ef67-32a0-4669-933d-199bd59d79db req-56f1a539-b746-4f0c-bbaa-310e6271d866 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353043 Jul 27 06:50:01.710282 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74345f5-edbb-46f3-8c2a-8872a8623837 req-1c3b45c8-3b9e-4d39-b7e1-3e852f3909aa tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:01.771773 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f74345f5-edbb-46f3-8c2a-8872a8623837 req-1c3b45c8-3b9e-4d39-b7e1-3e852f3909aa tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0721722 Jul 27 06:50:01.771773 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f74345f5-edbb-46f3-8c2a-8872a8623837 req-657ea8fb-4103-4d5f-bed6-a50851e2926d tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Jul 27 06:50:02.275302 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf9b73-e3cc-4513-a434-b47a34e1d287 req-79db439a-6983-419f-8f9a-cc4851be7d5f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:02.276703 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3aaf9b73-e3cc-4513-a434-b47a34e1d287 req-79db439a-6983-419f-8f9a-cc4851be7d5f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0668650 Jul 27 06:50:02.317417 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3aaf9b73-e3cc-4513-a434-b47a34e1d287 req-5f477450-e73d-4c54-b561-8e6c5988dfe3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340207 Jul 27 06:50:02.454686 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c2c8-bcfd-455f-ab5f-1239af22784d req-45c6b0fa-f95d-4295-ba05-248eceacb421 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:02.456148 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0616c2c8-bcfd-455f-ab5f-1239af22784d req-45c6b0fa-f95d-4295-ba05-248eceacb421 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0672190 Jul 27 06:50:02.495412 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0616c2c8-bcfd-455f-ab5f-1239af22784d req-c190fccc-ecfe-4330-bee5-a61ccf50467b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331573 Jul 27 06:50:03.028065 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376042-7594-4287-b6d7-5699e327e5c5 req-3d7f5a42-32e0-409c-827a-4b8aba51414d tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.186362 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c4376042-7594-4287-b6d7-5699e327e5c5 req-3d7f5a42-32e0-409c-827a-4b8aba51414d tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0705781 Jul 27 06:50:03.186362 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c4376042-7594-4287-b6d7-5699e327e5c5 req-4bedee65-3643-4e66-89ce-9518c4bf181d tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Jul 27 06:50:03.456405 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e08e6b-88d8-442b-a8bb-59b7fa940673 req-c8e80af3-b822-42d1-80ec-a312cd8c8739 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.457908 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-99e08e6b-88d8-442b-a8bb-59b7fa940673 req-c8e80af3-b822-42d1-80ec-a312cd8c8739 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0723960 Jul 27 06:50:03.496700 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-99e08e6b-88d8-442b-a8bb-59b7fa940673 req-9444d604-f014-4ea7-81b2-b969b97d6860 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Jul 27 06:50:03.643360 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1317650-7de7-4569-acef-a18cdbc7dd78 req-e0b9a061-9d47-4a0f-b90a-ac4854f770d1 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.644867 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c1317650-7de7-4569-acef-a18cdbc7dd78 req-e0b9a061-9d47-4a0f-b90a-ac4854f770d1 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0674090 Jul 27 06:50:03.686472 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c1317650-7de7-4569-acef-a18cdbc7dd78 req-9a23deb1-f239-4908-882b-146dfe0e2521 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354302 Jul 27 06:50:04.227986 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f4759-cc73-4bb3-8372-86c87e00a58a req-c91a6809-ba67-476e-9a04-9b19e639ffda tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:04.230021 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-484f4759-cc73-4bb3-8372-86c87e00a58a req-c91a6809-ba67-476e-9a04-9b19e639ffda tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0844593 Jul 27 06:50:04.269060 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-484f4759-cc73-4bb3-8372-86c87e00a58a req-4c9b9ba6-8b5d-4943-b07a-bcc4b0d4d61c tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Jul 27 06:50:04.638377 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c10fff-c1fc-4981-9b35-684be1550148 req-48061850-f0c1-4fbe-bff6-e79ff1d9e865 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:04.639935 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0c10fff-c1fc-4981-9b35-684be1550148 req-48061850-f0c1-4fbe-bff6-e79ff1d9e865 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0701632 Jul 27 06:50:04.681249 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e0c10fff-c1fc-4981-9b35-684be1550148 req-172fbf51-6e36-47a5-8d7c-9d43c0de4d10 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353169 Jul 27 06:50:04.827116 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14b95f-75d7-4a16-af66-e58f29390e2d req-78bb0e50-a1f8-4175-ad53-2cc12532d1e5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:04.828843 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ef14b95f-75d7-4a16-af66-e58f29390e2d req-78bb0e50-a1f8-4175-ad53-2cc12532d1e5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0649819 Jul 27 06:50:04.868950 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ef14b95f-75d7-4a16-af66-e58f29390e2d req-a14f82ca-9c3c-468a-ad30-ed3bb18c2a01 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340016 Jul 27 06:50:05.292698 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:05.404686 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1011c1f-1886-4fd4-b0b5-63ac0c8192b2 req-b550b123-f03a-43c8-82f0-5ff36f92e05e tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:05.406214 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d1011c1f-1886-4fd4-b0b5-63ac0c8192b2 req-b550b123-f03a-43c8-82f0-5ff36f92e05e tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0681107 Jul 27 06:50:05.447232 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d1011c1f-1886-4fd4-b0b5-63ac0c8192b2 req-820a7e25-a271-457c-b5bf-2cb7c9c6ebee tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Jul 27 06:50:05.816909 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf0f56-71f2-4e98-9666-9dc5d0acd1d5 req-298e72ef-6a06-4300-9dc7-41780cec5b19 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:05.818534 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-32bf0f56-71f2-4e98-9666-9dc5d0acd1d5 req-298e72ef-6a06-4300-9dc7-41780cec5b19 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0685787 Jul 27 06:50:05.860737 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-32bf0f56-71f2-4e98-9666-9dc5d0acd1d5 req-fc7bed9d-35b3-4d7e-acff-8fb9daf6a9e4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353324 Jul 27 06:50:06.087385 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee738da-8469-404f-b221-d3b0f7b46982 req-c87e49ff-973c-4697-8820-101e70646fad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:06.088989 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9ee738da-8469-404f-b221-d3b0f7b46982 req-c87e49ff-973c-4697-8820-101e70646fad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0714200 Jul 27 06:50:06.132259 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9ee738da-8469-404f-b221-d3b0f7b46982 req-b9d51122-b47f-424a-9095-a7ae905e7356 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362778 Jul 27 06:50:06.579066 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212f9a5-5cad-4254-b6eb-fb57bc5ed4bd req-33ba1349-f1bb-42d3-a104-9e5f326b58dc tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:06.580569 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3212f9a5-5cad-4254-b6eb-fb57bc5ed4bd req-33ba1349-f1bb-42d3-a104-9e5f326b58dc tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0653496 Jul 27 06:50:06.621285 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3212f9a5-5cad-4254-b6eb-fb57bc5ed4bd req-83cf4685-4f8b-4df5-b0f6-f67165679384 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Jul 27 06:50:06.995154 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffacdd-0c65-4ae0-9b04-3909f9ca15de req-613a8cbe-3aee-4388-ba32-664f78100adc tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:06.996624 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eaffacdd-0c65-4ae0-9b04-3909f9ca15de req-613a8cbe-3aee-4388-ba32-664f78100adc tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0660043 Jul 27 06:50:07.035386 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eaffacdd-0c65-4ae0-9b04-3909f9ca15de req-f3d4e616-468c-4915-a012-e3b96896eb24 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Jul 27 06:50:07.274113 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1fe90-68ec-4c82-920d-8ede429da988 req-70a58c95-c57e-479c-aa8e-a0cf285b7dc3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:07.275697 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4fa1fe90-68ec-4c82-920d-8ede429da988 req-70a58c95-c57e-479c-aa8e-a0cf285b7dc3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0694697 Jul 27 06:50:07.315403 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4fa1fe90-68ec-4c82-920d-8ede429da988 req-5e642253-c61d-4bd2-8fd7-d80119c83d42 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328965 Jul 27 06:50:07.754561 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef98767-f482-49f6-bf6f-cf5d777d36f6 req-0ee15656-9e11-4961-88b0-0518432d2025 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:07.755947 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4ef98767-f482-49f6-bf6f-cf5d777d36f6 req-0ee15656-9e11-4961-88b0-0518432d2025 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0667622 Jul 27 06:50:07.795738 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4ef98767-f482-49f6-bf6f-cf5d777d36f6 req-e0661839-afd7-446d-b549-16c9c74fad4e tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333571 Jul 27 06:50:08.182062 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e1efa-9920-48aa-b99b-656e7bfb604f req-ac637ed4-f3b8-4a62-b2d1-29fb969065ce tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:08.183721 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5c9e1efa-9920-48aa-b99b-656e7bfb604f req-ac637ed4-f3b8-4a62-b2d1-29fb969065ce tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0718496 Jul 27 06:50:08.226318 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5c9e1efa-9920-48aa-b99b-656e7bfb604f req-07032572-216f-484c-a4d8-b7c3a5af9dcf tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364506 Jul 27 06:50:08.457642 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece68212-f8ab-4665-b6ad-2a46ccd1e415 req-e5f758e9-3792-4797-b7a0-5f35f826d541 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:08.459141 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ece68212-f8ab-4665-b6ad-2a46ccd1e415 req-e5f758e9-3792-4797-b7a0-5f35f826d541 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0693138 Jul 27 06:50:08.498083 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ece68212-f8ab-4665-b6ad-2a46ccd1e415 req-f59566d5-2627-497b-b9bb-c92ce39e7b3e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329318 Jul 27 06:50:08.933975 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63044b16-b95a-458e-8264-0aa206729b8c req-aac2bc4e-b7a2-494a-8b5f-7181dac03562 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:08.936443 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-63044b16-b95a-458e-8264-0aa206729b8c req-aac2bc4e-b7a2-494a-8b5f-7181dac03562 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0690894 Jul 27 06:50:08.977620 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-63044b16-b95a-458e-8264-0aa206729b8c req-f4795e00-f6bc-46c7-9781-120a8bd75b0f tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353832 Jul 27 06:50:09.363855 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842380a-5467-4f5a-9cc5-fefe18e36dc7 req-beca8fcf-6048-4a6d-b660-e94affa9e24c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:09.365524 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4842380a-5467-4f5a-9cc5-fefe18e36dc7 req-beca8fcf-6048-4a6d-b660-e94affa9e24c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0686605 Jul 27 06:50:09.405005 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4842380a-5467-4f5a-9cc5-fefe18e36dc7 req-d6a45932-9a97-4da6-b415-7eab987b257b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Jul 27 06:50:09.636827 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556afc-5145-440f-974d-cde8e85393c9 req-3f0aeb12-5e4e-4d4f-9ab1-98c9d2c7859b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:09.638340 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-16556afc-5145-440f-974d-cde8e85393c9 req-3f0aeb12-5e4e-4d4f-9ab1-98c9d2c7859b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0637128 Jul 27 06:50:09.675138 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-16556afc-5145-440f-974d-cde8e85393c9 req-6b3b353d-8b12-4e5e-8804-7ac38b0fe926 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309508 Jul 27 06:50:10.109682 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdf052-273b-435d-b2d9-8498f1b2573b req-ebaf5721-6922-4567-b7b4-cd15eef17426 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:10.111166 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-93fdf052-273b-435d-b2d9-8498f1b2573b req-ebaf5721-6922-4567-b7b4-cd15eef17426 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0650420 Jul 27 06:50:10.149182 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-93fdf052-273b-435d-b2d9-8498f1b2573b req-c154c5c9-69f1-4ad9-ad02-e0b1e376308d tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Jul 27 06:50:10.231483 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-30c1e4ff-280e-46cc-a0ec-ed6ff4ace185 req-fdcb299b-a5e5-44b5-9875-b906d7e6b81b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293372 Jul 27 06:50:10.534911 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b077934-99cb-4488-bdc8-94ea0696961c req-5112b94d-fdb7-49c5-a380-f2ab4b3aae38 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:10.536435 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2b077934-99cb-4488-bdc8-94ea0696961c req-5112b94d-fdb7-49c5-a380-f2ab4b3aae38 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0633826 Jul 27 06:50:10.587459 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2b077934-99cb-4488-bdc8-94ea0696961c req-f92f5d9a-ca4c-4ad6-84d3-2a4b28d17463 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Jul 27 06:50:10.812868 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b363282-ca33-46da-a08a-41957df3dd38 req-1359ce4b-b8a5-4d67-8d98-1564e33e10f3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:10.814373 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6b363282-ca33-46da-a08a-41957df3dd38 req-1359ce4b-b8a5-4d67-8d98-1564e33e10f3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0654557 Jul 27 06:50:10.856880 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6b363282-ca33-46da-a08a-41957df3dd38 req-f345a72e-f78b-40ea-afb3-3ab00aeaa0cb tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365448 Jul 27 06:50:11.301163 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83364c6f-e09a-4001-9408-d4f9e9addbf2 req-4ac2155c-0a04-4e3e-8a77-b9898edd20bf tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:11.302953 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-83364c6f-e09a-4001-9408-d4f9e9addbf2 req-4ac2155c-0a04-4e3e-8a77-b9898edd20bf tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0842099 Jul 27 06:50:11.344509 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-83364c6f-e09a-4001-9408-d4f9e9addbf2 req-c0a11139-40b3-4d2f-9a8f-0d8a3c5a71e7 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Jul 27 06:50:11.724114 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732acfc-215c-464c-9cdf-01aa9fc94c1e req-23c8178e-6b2c-41e7-84a7-bac60fade536 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:11.725628 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d732acfc-215c-464c-9cdf-01aa9fc94c1e req-23c8178e-6b2c-41e7-84a7-bac60fade536 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0660694 Jul 27 06:50:11.765140 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d732acfc-215c-464c-9cdf-01aa9fc94c1e req-b240468f-cc4e-4746-a4db-6c3abb1422f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Jul 27 06:50:11.994240 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf419d-4fe2-4b11-a68a-bd460a68ca50 req-2da7aba9-3f61-4794-9e6b-2064d8c53f74 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:11.996283 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9fbf419d-4fe2-4b11-a68a-bd460a68ca50 req-2da7aba9-3f61-4794-9e6b-2064d8c53f74 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0673034 Jul 27 06:50:12.032707 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9fbf419d-4fe2-4b11-a68a-bd460a68ca50 req-ef84e149-4429-46f9-ae77-9df56d748aaf tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305567 Jul 27 06:50:12.349825 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a283c3-be6c-4cf5-8b25-3f81737d451f req-45cd0209-d10d-4bfc-96b4-42bccb0f6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:12.351484 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-26a283c3-be6c-4cf5-8b25-3f81737d451f req-45cd0209-d10d-4bfc-96b4-42bccb0f6379 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1098 time: 0.0517490 Jul 27 06:50:12.391150 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-26a283c3-be6c-4cf5-8b25-3f81737d451f req-524ff040-a1b8-447b-8c05-91086fb41bb9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291457 Jul 27 06:50:12.473623 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bb55c-5fcf-4832-8aba-0a0aa278499b req-30db1b9f-4d17-4e8e-ad51-1836a3aecd52 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:12.475066 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-268bb55c-5fcf-4832-8aba-0a0aa278499b req-30db1b9f-4d17-4e8e-ad51-1836a3aecd52 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0633283 Jul 27 06:50:12.514620 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-268bb55c-5fcf-4832-8aba-0a0aa278499b req-018f951c-13f9-459e-98c4-c71770e37bae tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336635 Jul 27 06:50:12.900546 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfb8ef-6a9d-44b6-a27f-f2fefd9a9904 req-26a3c91b-2e71-4d15-b4fd-ebd6f30acdd6 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:12.902775 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5bfb8ef-6a9d-44b6-a27f-f2fefd9a9904 req-26a3c91b-2e71-4d15-b4fd-ebd6f30acdd6 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0707722 Jul 27 06:50:12.941506 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c5bfb8ef-6a9d-44b6-a27f-f2fefd9a9904 req-4457028e-6cc7-4149-b002-173d12d29245 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326133 Jul 27 06:50:13.003504 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec11b7-58e7-4ac6-be6e-15c3854a7557 req-e5c7f825-ed7a-4852-97b2-f7bc8e8687c6 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:13.004974 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6aec11b7-58e7-4ac6-be6e-15c3854a7557 req-e5c7f825-ed7a-4852-97b2-f7bc8e8687c6 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0626104 Jul 27 06:50:13.044237 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6aec11b7-58e7-4ac6-be6e-15c3854a7557 req-9249f7c8-3434-4cfe-9b20-6cf642e1a438 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Jul 27 06:50:13.176661 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ebc17-009f-4732-8445-a8d9979776c2 req-338a922d-160e-410c-b7cb-197409a311e6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:13.178121 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-407ebc17-009f-4732-8445-a8d9979776c2 req-338a922d-160e-410c-b7cb-197409a311e6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0718055 Jul 27 06:50:13.215688 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-407ebc17-009f-4732-8445-a8d9979776c2 req-62769970-9ea2-4baf-80b0-799d6dd1ab15 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316889 Jul 27 06:50:14.072586 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a91ba7-86e2-4705-8835-3bcb71698ea1 req-cf3bbe5b-2cd6-4123-8e49-ac778a7c3a31 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:14.074082 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-35a91ba7-86e2-4705-8835-3bcb71698ea1 req-cf3bbe5b-2cd6-4123-8e49-ac778a7c3a31 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0655365 Jul 27 06:50:14.115575 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-35a91ba7-86e2-4705-8835-3bcb71698ea1 req-96a5701d-0fe5-43d5-825c-d04454158647 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351467 Jul 27 06:50:14.182062 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ec6d-d35f-4f05-88aa-bc25e0704524 req-0d50cca3-f3a3-4da8-9ed8-5434aab35546 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:14.184067 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-19a2ec6d-d35f-4f05-88aa-bc25e0704524 req-0d50cca3-f3a3-4da8-9ed8-5434aab35546 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.0644600 Jul 27 06:50:14.226514 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-19a2ec6d-d35f-4f05-88aa-bc25e0704524 req-36b40a3e-c341-43bf-923b-9c26352ea10d tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364137 Jul 27 06:50:14.347328 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64e9d7-d479-4c99-bb8d-b410f15f7657 req-b606627b-2bd5-4b5e-b1af-84d9f6657f77 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:14.348817 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-be64e9d7-d479-4c99-bb8d-b410f15f7657 req-b606627b-2bd5-4b5e-b1af-84d9f6657f77 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 944 time: 0.0635617 Jul 27 06:50:14.386646 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-be64e9d7-d479-4c99-bb8d-b410f15f7657 req-6a587c2f-eee3-4504-a651-0ad5e949519b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 Jul 27 06:50:14.588620 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:50:14.659188 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d924f9-c661-4e80-8331-f55ffba208b3 req-a8b99d49-7929-4bdd-8ec6-76075df3dbbb tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:14.659188 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f0d924f9-c661-4e80-8331-f55ffba208b3 req-a8b99d49-7929-4bdd-8ec6-76075df3dbbb tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0725002 Jul 27 06:50:14.691649 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f0d924f9-c661-4e80-8331-f55ffba208b3 req-79fc4ed7-6b14-4282-9c07-507754a4ff96 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Jul 27 06:50:14.698727 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:14.716405 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'port_id': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'mac_address': 'fa:16:3e:da:ab:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:50:14.753957 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:14.771999 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e7143f-eeae-4af3-93fd-aa9b6b053d9f {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:50:14.794282 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:14.991473 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:15.040680 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=9']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:15.056450 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.056802 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.057841 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.058174 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.058544 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.058867 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.059191 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.059507 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.059870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.060189 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.060501 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.060810 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:15.075365 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdff187-2bae-471e-a51f-44cabc1602df req-ab6fd99b-e0d8-442c-931e-11387b28a693 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.076860 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2cdff187-2bae-471e-a51f-44cabc1602df req-ab6fd99b-e0d8-442c-931e-11387b28a693 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.3673484 Jul 27 06:50:15.084560 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858497db-13cf-4c95-8437-8f16b3839164 req-44d4dcdd-6b64-4de7-a090-585f35194c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.085989 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-858497db-13cf-4c95-8437-8f16b3839164 req-44d4dcdd-6b64-4de7-a090-585f35194c1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 1098 time: 0.3430135 Jul 27 06:50:15.101073 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-e72e5638-9a32-4d29-aeed-2c56f347455b tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.102406 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-e72e5638-9a32-4d29-aeed-2c56f347455b tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.1283698 Jul 27 06:50:15.201134 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2cdff187-2bae-471e-a51f-44cabc1602df req-27a4fd3c-18f8-4287-aaad-43e4fd3b6f40 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128848 Jul 27 06:50:15.223630 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51750) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:15.277867 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858497db-13cf-4c95-8437-8f16b3839164 req-05fef3a5-f832-4755-879f-cfadf3c20a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.279333 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-858497db-13cf-4c95-8437-8f16b3839164 req-05fef3a5-f832-4755-879f-cfadf3c20a76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 200 len: 919 time: 0.1752338 Jul 27 06:50:15.339896 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Deleting port 4040c5dc-a65b-4260-875c-99a497745c67 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:50:15.340235 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:15.343620 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-858497db-13cf-4c95-8437-8f16b3839164 req-40f65a01-7a33-4d98-8170-1839c9217ff7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c HTTP/1.1" status: 200 len: 217 time: 0.0509875 Jul 27 06:50:15.368251 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:15.393701 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01378f47-ed94-4d04-b6e2-349c3afa7751 tempest-TestMinimumBasicScenario-2020893170 tempest-TestMinimumBasicScenario-2020893170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.395186 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-01378f47-ed94-4d04-b6e2-349c3afa7751 tempest-TestMinimumBasicScenario-2020893170 tempest-TestMinimumBasicScenario-2020893170-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 1094 time: 0.1705503 Jul 27 06:50:15.398129 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51756) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:15.403059 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'floatingip': {'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'port_id': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:15.466107 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858497db-13cf-4c95-8437-8f16b3839164 req-a76b543d-0788-485d-a515-86ae95f73313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.467514 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-858497db-13cf-4c95-8437-8f16b3839164 req-a76b543d-0788-485d-a515-86ae95f73313 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 200 len: 858 time: 0.1062145 Jul 27 06:50:15.505956 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for floatingip, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:15.544897 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-858497db-13cf-4c95-8437-8f16b3839164 req-41a1b04a-0777-4946-ac4f-1bbfad5f24fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1f9f50b-f3d7-442b-ad81-cc2181492054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616293 Jul 27 06:50:15.579545 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cc256-4343-4b96-9251-6c4a3db1c12a req-4abbcb69-93c2-4b88-a76c-10f665ab7431 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.580994 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0b8cc256-4343-4b96-9251-6c4a3db1c12a req-4abbcb69-93c2-4b88-a76c-10f665ab7431 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 950 time: 0.2808301 Jul 27 06:50:15.606500 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:15.625987 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] For port 4040c5dc-a65b-4260-875c-99a497745c67, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4040c5dc-a65b-4260-875c-99a497745c67,segment=NetworkSegment(1e72605e-53d6-4e4f-bf04-98ad019a7644),segment_id=1e72605e-53d6-4e4f-bf04-98ad019a7644)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:15.626357 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:15.661062 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Calling delete_port for 4040c5dc-a65b-4260-875c-99a497745c67 owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:50:15.718401 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Allocated IP 172.28.1.168 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/de00ef54-8663-4d97-97b3-813278b6ecde) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:50:15.746338 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0b8cc256-4343-4b96-9251-6c4a3db1c12a req-6aa1cf0a-5a1b-48b9-9315-8fe5d3ba9ae5 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/security-groups?id=f82cc848-798f-4471-a2bb-8dea0e06bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474977 Jul 27 06:50:15.765198 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29a497-f63e-48b1-8f1b-fb80f67acb5b req-dcb412b7-a004-4102-904b-040fe6cb6c8d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.772283 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ef29a497-f63e-48b1-8f1b-fb80f67acb5b req-dcb412b7-a004-4102-904b-040fe6cb6c8d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 945 time: 0.3080270 Jul 27 06:50:15.792428 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-858497db-13cf-4c95-8437-8f16b3839164 req-525fa8f4-afa6-4cf8-8e9b-9d1e0b84dbb0 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356002 Jul 27 06:50:15.825134 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:15.917778 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ef29a497-f63e-48b1-8f1b-fb80f67acb5b req-3cc93ac2-eccc-4f87-872e-e76d0df984a8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443784 Jul 27 06:50:15.985320 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:16.000762 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-858497db-13cf-4c95-8437-8f16b3839164 req-c8db592b-ba6f-464e-9d8c-6916fe0281c6 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970646 Jul 27 06:50:16.011771 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fefbc9-62da-4e80-9ab8-f1e3e1870b8a req-28879ae0-9347-48b8-88cf-59c5fa7a001d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:16.013258 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-83fefbc9-62da-4e80-9ab8-f1e3e1870b8a req-28879ae0-9347-48b8-88cf-59c5fa7a001d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1963892 Jul 27 06:50:16.027164 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:50:16.030033 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:50:16.035564 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:50:16.060623 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-83fefbc9-62da-4e80-9ab8-f1e3e1870b8a req-4b1950cf-3a47-4211-9dca-2d49e43d957f tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Jul 27 06:50:16.078019 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'Port': ['ID=de00ef54-8663-4d97-97b3-813278b6ecde,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:16.085491 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:16.113502 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Pushing event deleted for resources: {'Port': ['ID=4040c5dc-a65b-4260-875c-99a497745c67,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:16.140386 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['4040c5dc-a65b-4260-875c-99a497745c67'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:16.168230 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] No DVR routers for this DVR port 4040c5dc-a65b-4260-875c-99a497745c67 on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:50:16.171517 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:16.173841 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f5c69fe-49f8-48b8-9aff-3760bd3224b1 req-026e0c9d-8387-4da6-97e6-5f9198a51209 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.16 "DELETE /v2.0/ports/4040c5dc-a65b-4260-875c-99a497745c67 HTTP/1.1" status: 204 len: 173 time: 1.0547051 Jul 27 06:50:16.174297 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a78aff-7b2c-4018-96ea-834fbd7fef90', 'name': 'network-vif-deleted', 'tag': '4040c5dc-a65b-4260-875c-99a497745c67'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:16.178321 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cda69ea-db9b-4a6e-b8bd-20c8ed2d7ab5" -d '{"events": [{"server_uuid": "b2a78aff-7b2c-4018-96ea-834fbd7fef90", "name": "network-vif-deleted", "tag": "4040c5dc-a65b-4260-875c-99a497745c67"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:16.219820 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af956b13-81a2-40de-a402-aa9606983e72 x-openstack-request-id: req-af956b13-81a2-40de-a402-aa9606983e72 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:16.220119 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a78aff-7b2c-4018-96ea-834fbd7fef90", "name": "network-vif-deleted", "tag": "4040c5dc-a65b-4260-875c-99a497745c67", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:16.220448 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af956b13-81a2-40de-a402-aa9606983e72 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:16.220848 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a78aff-7b2c-4018-96ea-834fbd7fef90', 'name': 'network-vif-deleted', 'tag': '4040c5dc-a65b-4260-875c-99a497745c67', 'status': 'completed', 'code': 200} Jul 27 06:50:16.644282 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:50:16.693380 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:50:16.693746 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:16.766913 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:16.768195 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:16.791699 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:16.794180 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963ab7a2-e4e7-467a-be00-75b8b53457e5" -d '{"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:16.810973 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:16.838682 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac496d6c-2651-496c-ac2d-fc0e1d926816 x-openstack-request-id: req-ac496d6c-2651-496c-ac2d-fc0e1d926816 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:16.839217 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:16.839479 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac496d6c-2651-496c-ac2d-fc0e1d926816 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:16.839880 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'code': 200} Jul 27 06:50:16.863338 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-043aa9b4-6304-4260-810f-3e8e52b4174b req-bacb7beb-3ec5-4389-b625-c1ce9477cf43 tempest-VolumesNegativeTest-1601509772 tempest-VolumesNegativeTest-1601509772-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a78aff-7b2c-4018-96ea-834fbd7fef90 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Jul 27 06:50:16.877097 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:16.877910 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 4040c5dc-a65b-4260-875c-99a497745c67 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:50:16.913713 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 4040c5dc-a65b-4260-875c-99a497745c67 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:50:16.913973 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 4040c5dc-a65b-4260-875c-99a497745c67 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:50:16.940399 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=10']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:16.988595 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:17.072584 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f48537-0dec-498a-8745-2f333046747c req-7aef1985-cfcd-4215-9fa2-ffaff41f0ea5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:17.074229 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f0f48537-0dec-498a-8745-2f333046747c req-7aef1985-cfcd-4215-9fa2-ffaff41f0ea5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 947 time: 0.0804999 Jul 27 06:50:17.122869 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f0f48537-0dec-498a-8745-2f333046747c req-042192cc-3fbb-41dd-a891-707a88f9f34a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 Jul 27 06:50:17.145857 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:17.196006 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f947b-6cf6-44b7-9f9d-6739c2e2b7a9 req-f229067c-121d-4332-9898-d515127f3620 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:17.198766 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd6f947b-6cf6-44b7-9f9d-6739c2e2b7a9 req-f229067c-121d-4332-9898-d515127f3620 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0659328 Jul 27 06:50:17.237269 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd6f947b-6cf6-44b7-9f9d-6739c2e2b7a9 req-54cbc6cc-b67c-4c17-a282-435742b1ac43 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328047 Jul 27 06:50:17.265429 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:17.302442 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:17.348261 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'Port': ['ID=de00ef54-8663-4d97-97b3-813278b6ecde,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:17.413065 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.l3_db [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Floating IP 89351348-59ce-4324-8d74-6b88d36dcf2e associated. External IP: 172.28.1.168, port: ad4c7acb-7eb6-48cb-956b-d9787fbfc8da. Jul 27 06:50:17.628250 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Router 7ce0b410-5988-4a8e-9d8f-545212ed320a has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:50:17.645669 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cdbd3-8e90-4e20-b166-128dbe021656 req-b66e1f62-c6b2-44bc-a200-c6c58b4ffa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:17.647144 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-638cdbd3-8e90-4e20-b166-128dbe021656 req-b66e1f62-c6b2-44bc-a200-c6c58b4ffa75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 1100 time: 0.0522456 Jul 27 06:50:17.686646 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-638cdbd3-8e90-4e20-b166-128dbe021656 req-e9e188e4-4fe8-451c-ab0a-c974092cc602 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318055 Jul 27 06:50:17.734334 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:50:17.743729 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] Sync routers for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:50:17.752844 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:50:17.758074 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:49:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:17.809314 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:50:17.820218 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:17.862261 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-f91fa9e1-3831-441a-8372-a963ef6f1206 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4606557 Jul 27 06:50:17.862261 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:17.862563 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:50:17.862653 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ae5a64-a982-4a21-9538-08c23181d4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:17.862748 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 51772) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:17.867702 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-1b6643b3-a501-45b3-9d17-b64fd8c1f882 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1195372381', 'description': 'tempest-secgroup-smoke-1195372381 description', 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:17.900655 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa48ea06-4bb8-4cf7-9572-f24c9ba07df8 x-openstack-request-id: req-fa48ea06-4bb8-4cf7-9572-f24c9ba07df8 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:17.901766 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:17.902211 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa48ea06-4bb8-4cf7-9572-f24c9ba07df8 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:17.902779 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'status': 'completed', 'code': 200} Jul 27 06:50:17.957185 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1b6643b3-a501-45b3-9d17-b64fd8c1f882 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.042012 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1b6643b3-a501-45b3-9d17-b64fd8c1f882 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.100745 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '89351348-59ce-4324-8d74-6b88d36dcf2e', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'floating_ip_address': '172.28.1.168', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'port_id': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'mac_address': 'fa:16:3e:8d:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:50:16Z', 'updated_at': '2021-07-27T06:50:16Z', 'revision_number': 0, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd629e863-3795-4edf-b1eb-1ae61d266612', 'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:02Z', 'updated_at': '2021-07-27T06:49:10Z', 'revision_number': 5, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'subnets': [{'id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:18.114812 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1b6643b3-a501-45b3-9d17-b64fd8c1f882 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.130382 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] Checking router: 7ce0b410-5988-4a8e-9d8f-545212ed320a for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:50:18.139950 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:50:18.140558 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:49:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:18.178121 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6643b3-a501-45b3-9d17-b64fd8c1f882 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:18.202462 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-04489537-309f-40a5-83d4-47e4847d93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:18.204355 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-04489537-309f-40a5-83d4-47e4847d93e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 1099 time: 0.0988948 Jul 27 06:50:18.268755 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:50:18.280338 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1b6643b3-a501-45b3-9d17-b64fd8c1f882 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.281857 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-1b6643b3-a501-45b3-9d17-b64fd8c1f882 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4179885 Jul 27 06:50:18.284671 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51798) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:18.290034 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-2cf53079-4c0b-4a63-b364-0ca6c721b415 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'security_group_rule': {'security_group_id': '870a9f0c-5b73-4dd2-b7a6-b314b5a814e0', 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:18.410076 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-8b9401c9-2cb0-4760-a882-f558d64b32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:18.411676 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-8b9401c9-2cb0-4760-a882-f558d64b32f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f HTTP/1.1" status: 200 len: 914 time: 0.1991830 Jul 27 06:50:18.414756 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2cf53079-4c0b-4a63-b364-0ca6c721b415 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.431180 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f06a24-7d78-4296-b3bc-98931050973f req-41f54d23-2e73-4ccf-8588-557c02ea3f2a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:18.433370 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-19f06a24-7d78-4296-b3bc-98931050973f req-41f54d23-2e73-4ccf-8588-557c02ea3f2a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 947 time: 0.2099895 Jul 27 06:50:18.527863 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-4cf0d043-bc2b-4004-bbe9-ff49bd390895 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 200 len: 1000 time: 0.1046364 Jul 27 06:50:18.534178 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2cf53079-4c0b-4a63-b364-0ca6c721b415 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.542684 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '89351348-59ce-4324-8d74-6b88d36dcf2e', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'floating_ip_address': '172.28.1.168', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'port_id': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'mac_address': 'fa:16:3e:8d:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:50:16Z', 'updated_at': '2021-07-27T06:50:16Z', 'revision_number': 0, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd629e863-3795-4edf-b1eb-1ae61d266612', 'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:02Z', 'updated_at': '2021-07-27T06:49:10Z', 'revision_number': 5, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'subnets': [{'id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:18.572204 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e5608-1ccb-409e-bae3-281773416883 None None] The sync data for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb is: [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '89351348-59ce-4324-8d74-6b88d36dcf2e', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'floating_ip_address': '172.28.1.168', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'port_id': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'mac_address': 'fa:16:3e:8d:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:50:16Z', 'updated_at': '2021-07-27T06:50:16Z', 'revision_number': 0, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd629e863-3795-4edf-b1eb-1ae61d266612', 'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:02Z', 'updated_at': '2021-07-27T06:49:10Z', 'revision_number': 5, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'subnets': [{'id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:50:18.598990 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50028a20-4bf5-4d4e-afea-ec4ae6ecd629 req-9f7a789e-e4d1-4bd5-9bec-6fc8c9bf7027 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:18.601567 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-50028a20-4bf5-4d4e-afea-ec4ae6ecd629 req-9f7a789e-e4d1-4bd5-9bec-6fc8c9bf7027 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.2375309 Jul 27 06:50:18.606221 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-19f06a24-7d78-4296-b3bc-98931050973f req-295382df-55f9-4aa4-9092-f4d5f88ac1f3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657481 Jul 27 06:50:18.624577 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2cf53079-4c0b-4a63-b364-0ca6c721b415 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.646196 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf53079-4c0b-4a63-b364-0ca6c721b415 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39e5001-1cdf-4378-879c-e417e6d99ab8,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:18.649643 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-beaabf43-b009-4094-b311-183d534d582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:18.655753 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-beaabf43-b009-4094-b311-183d534d582b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d5872fc-4a28-46b8-96d9-0851df1905f9 HTTP/1.1" status: 200 len: 852 time: 0.1127658 Jul 27 06:50:18.687007 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-50028a20-4bf5-4d4e-afea-ec4ae6ecd629 req-489b20f9-4c43-450e-9e20-23fc295404e4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697782 Jul 27 06:50:18.700085 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2cf53079-4c0b-4a63-b364-0ca6c721b415 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.701315 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-2cf53079-4c0b-4a63-b364-0ca6c721b415 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4156253 Jul 27 06:50:18.710817 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51816) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:18.714872 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-6064411c-d794-40b5-9597-62d817b3997b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'security_group_rule': {'security_group_id': '870a9f0c-5b73-4dd2-b7a6-b314b5a814e0', 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:18.752423 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-668cb8e9-6342-4aff-9fba-3374216971a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:18.757160 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-668cb8e9-6342-4aff-9fba-3374216971a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843315 Jul 27 06:50:18.804507 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8819a0-135f-4ee3-8680-ea32c5b1ab1c None None] New status for floating IP 89351348-59ce-4324-8d74-6b88d36dcf2e: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:50:18.805334 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6064411c-d794-40b5-9597-62d817b3997b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.867636 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-6da8e3ef-689d-46c6-bf1a-a3e67381e239 service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989521 Jul 27 06:50:18.885661 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6064411c-d794-40b5-9597-62d817b3997b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.946285 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6064411c-d794-40b5-9597-62d817b3997b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:18.971422 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064411c-d794-40b5-9597-62d817b3997b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f027c152-ea00-45c3-8acb-608ccb88c1ce,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:18.999454 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-84ae5a64-a982-4a21-9538-08c23181d4e1 req-76461510-9ee9-4d9d-be45-570e27e8fd8e service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197152 Jul 27 06:50:19.026353 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6064411c-d794-40b5-9597-62d817b3997b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:19.027719 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6064411c-d794-40b5-9597-62d817b3997b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3226128 Jul 27 06:50:19.030816 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 51866) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:19.035589 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-85b5e09b-603b-486f-a584-dc4e2ae23c11 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'security_group_rule': {'security_group_id': '870a9f0c-5b73-4dd2-b7a6-b314b5a814e0', 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:19.139340 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-85b5e09b-603b-486f-a584-dc4e2ae23c11 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:19.203265 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-85b5e09b-603b-486f-a584-dc4e2ae23c11 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:19.281270 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-85b5e09b-603b-486f-a584-dc4e2ae23c11 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:19.300067 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e09b-603b-486f-a584-dc4e2ae23c11 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d19bc67-eb3b-43f2-943c-93491c107070,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:19.435826 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-85b5e09b-603b-486f-a584-dc4e2ae23c11 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:19.437082 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-85b5e09b-603b-486f-a584-dc4e2ae23c11 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4051971 Jul 27 06:50:19.439726 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 51892) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:19.444271 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-5ec7f2e6-8530-4755-a8c4-27fe58729d6c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'security_group_rule': {'security_group_id': '870a9f0c-5b73-4dd2-b7a6-b314b5a814e0', 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:19.532647 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f2e6-8530-4755-a8c4-27fe58729d6c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:19.607495 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f2e6-8530-4755-a8c4-27fe58729d6c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:19.735439 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f2e6-8530-4755-a8c4-27fe58729d6c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:19.749273 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c0138-5866-4268-bac1-4c4010484e97 req-e3b36cf6-ff93-4dc7-9def-086d7f17d44b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:19.750874 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-286c0138-5866-4268-bac1-4c4010484e97 req-e3b36cf6-ff93-4dc7-9def-086d7f17d44b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 947 time: 0.0709224 Jul 27 06:50:19.794450 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7f2e6-8530-4755-a8c4-27fe58729d6c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b1713f-59dc-44d0-8f25-ebd7c5a28ced,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:19.836386 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-286c0138-5866-4268-bac1-4c4010484e97 req-3488ad69-9b77-4eb1-95d9-a1c36a19989e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743155 Jul 27 06:50:19.871143 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dcb02-6fa8-4925-b4df-c6a407c3830f req-1415d42e-1a4f-4426-859f-3df3f436d588 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:19.872739 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f13dcb02-6fa8-4925-b4df-c6a407c3830f req-1415d42e-1a4f-4426-859f-3df3f436d588 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0997722 Jul 27 06:50:19.897262 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f2e6-8530-4755-a8c4-27fe58729d6c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:19.900935 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-5ec7f2e6-8530-4755-a8c4-27fe58729d6c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4577024 Jul 27 06:50:19.902611 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51920) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:19.911373 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-3adba3f6-cda6-4595-95df-334c975219dd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'security_group_rule': {'security_group_id': '870a9f0c-5b73-4dd2-b7a6-b314b5a814e0', 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:19.919252 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f13dcb02-6fa8-4925-b4df-c6a407c3830f req-be2a6825-1b2e-410f-9230-ddb23597997d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394475 Jul 27 06:50:20.056098 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.securitygroups_db [None req-3adba3f6-cda6-4595-95df-334c975219dd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Project ae5dcbad6bea46dcb287f4c6653f584e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:50:20.062457 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3adba3f6-cda6-4595-95df-334c975219dd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:20.124261 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3adba3f6-cda6-4595-95df-334c975219dd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:20.225892 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3adba3f6-cda6-4595-95df-334c975219dd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:20.244351 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adba3f6-cda6-4595-95df-334c975219dd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad9fd37-94d1-461a-9d18-dbe3a8b5b4ed,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:20.368437 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3adba3f6-cda6-4595-95df-334c975219dd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:20.369761 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-3adba3f6-cda6-4595-95df-334c975219dd tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4657896 Jul 27 06:50:20.372463 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 51944) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:20.377223 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-79336699-5171-4291-ac13-cc3c7283b4c0 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'security_group_rule': {'security_group_id': '870a9f0c-5b73-4dd2-b7a6-b314b5a814e0', 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:20.471606 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.securitygroups_db [None req-79336699-5171-4291-ac13-cc3c7283b4c0 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Project ae5dcbad6bea46dcb287f4c6653f584e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:50:20.477065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-79336699-5171-4291-ac13-cc3c7283b4c0 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:20.554092 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-79336699-5171-4291-ac13-cc3c7283b4c0 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:20.659458 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-79336699-5171-4291-ac13-cc3c7283b4c0 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:20.681304 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79336699-5171-4291-ac13-cc3c7283b4c0 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ee497f-3189-4358-839e-2b1bd487a560,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:20.768587 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-79336699-5171-4291-ac13-cc3c7283b4c0 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:20.769884 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-79336699-5171-4291-ac13-cc3c7283b4c0 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3963547 Jul 27 06:50:20.852205 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-c066f4a2-9cc7-41ed-9887-3a99b3a82202 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1195372381&fields=id&tenant_id=ae5dcbad6bea46dcb287f4c6653f584e HTTP/1.1" status: 200 len: 267 time: 0.0345473 Jul 27 06:50:20.922137 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-d863dcc2-2018-4ecd-81ee-ff89160197cb tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:20.924018 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-d863dcc2-2018-4ecd-81ee-ff89160197cb tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.0659964 Jul 27 06:50:20.936051 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-5df9a7e7-b5d7-499a-ab8e-d4190e9c837c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'port': {'security_groups': ['94476881-e45f-421d-b5d5-8970c5eb93a2', '870a9f0c-5b73-4dd2-b7a6-b314b5a814e0']}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:21.061909 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2b8df-d618-4e93-a528-282ee76175a6 req-7bcdcedf-eebf-42de-91e4-497e7dad3db1 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:21.063421 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1dd2b8df-d618-4e93-a528-282ee76175a6 req-7bcdcedf-eebf-42de-91e4-497e7dad3db1 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 947 time: 0.1241117 Jul 27 06:50:21.081359 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-5df9a7e7-b5d7-499a-ab8e-d4190e9c837c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:21.141792 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1dd2b8df-d618-4e93-a528-282ee76175a6 req-270b5b89-4292-472b-86ba-8e932a35f895 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705190 Jul 27 06:50:21.299513 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-5df9a7e7-b5d7-499a-ab8e-d4190e9c837c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] For port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:21.338656 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-5df9a7e7-b5d7-499a-ab8e-d4190e9c837c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:21.401436 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-5df9a7e7-b5d7-499a-ab8e-d4190e9c837c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:21.440805 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:21.454995 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-5df9a7e7-b5d7-499a-ab8e-d4190e9c837c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:21.454995 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-5df9a7e7-b5d7-499a-ab8e-d4190e9c837c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:21.461109 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ee070369-ab0f-47f9-b9c4-d7705d26652d req-5df9a7e7-b5d7-499a-ab8e-d4190e9c837c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "PUT /v2.0/ports/ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 200 len: 982 time: 0.5298135 Jul 27 06:50:21.461609 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:21.466868 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75280f1-5fb3-41b5-8645-fa9a61161eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:21.521310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9a7e7-b5d7-499a-ab8e-d4190e9c837c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'Port': ['ID=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,revision_number=6']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:21.555924 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594b2397-74c2-4f51-83a7-5dcadd33d0cc x-openstack-request-id: req-594b2397-74c2-4f51-83a7-5dcadd33d0cc {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:21.556226 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:21.556594 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-594b2397-74c2-4f51-83a7-5dcadd33d0cc {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:21.557641 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'status': 'completed', 'code': 200} Jul 27 06:50:21.647492 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1d45da85-35df-4558-830d-eae716d88a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:21.676914 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:21.709490 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b08dd-05f1-4955-9d87-840fdd708e16 req-244f8dc6-ad90-4595-b259-e08036920b22 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:21.711052 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-781b08dd-05f1-4955-9d87-840fdd708e16 req-244f8dc6-ad90-4595-b259-e08036920b22 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.1449382 Jul 27 06:50:21.743897 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-025ff8e2-e59d-4635-bcfb-d62beced3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:21.746005 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-025ff8e2-e59d-4635-bcfb-d62beced3a47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 1138 time: 0.1304862 Jul 27 06:50:21.816608 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-781b08dd-05f1-4955-9d87-840fdd708e16 req-0ca4b750-2a98-47d7-a767-96d50bd42c32 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962601 Jul 27 06:50:21.870858 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-7f0c100d-4541-48ee-b3a4-c4bf3ee21049 None None] Provisioning complete for port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:50:21.871323 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7f0c100d-4541-48ee-b3a4-c4bf3ee21049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:21.873060 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-84487dce-2824-4c5e-a53d-3f43cbff56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:21.875184 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-84487dce-2824-4c5e-a53d-3f43cbff56b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f HTTP/1.1" status: 200 len: 914 time: 0.1174936 Jul 27 06:50:21.949969 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-1756a30a-1354-48fa-a124-be503ac664dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 200 len: 1002 time: 0.0667346 Jul 27 06:50:22.006697 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-01b0d33f-cba1-471b-b4ce-fc3fc3b1ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:22.009779 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-01b0d33f-cba1-471b-b4ce-fc3fc3b1ee49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d5872fc-4a28-46b8-96d9-0851df1905f9 HTTP/1.1" status: 200 len: 852 time: 0.0529404 Jul 27 06:50:22.091953 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-1614395d-a581-4b18-af54-1b0ef8777c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:22.094141 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-1614395d-a581-4b18-af54-1b0ef8777c9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775709 Jul 27 06:50:22.214985 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-e18f954b-5251-40a2-9e9b-a6a66b3433d0 service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131594 Jul 27 06:50:22.357181 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a75280f1-5fb3-41b5-8645-fa9a61161eb4 req-5b14bda9-0b02-4417-a59b-3177e01731c3 service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342537 Jul 27 06:50:22.369089 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a3ca7-daad-4cb4-a665-cf1ef5437d31 req-db57a13a-774d-4986-b5d8-b43192a51676 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:22.370625 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e24a3ca7-daad-4cb4-a665-cf1ef5437d31 req-db57a13a-774d-4986-b5d8-b43192a51676 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 947 time: 0.1281402 Jul 27 06:50:22.413516 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e24a3ca7-daad-4cb4-a665-cf1ef5437d31 req-72c74e9f-2fba-40a3-997b-3cb25c97a8f0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366061 Jul 27 06:50:24.024628 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52096) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:24.151212 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-32d94e75-4679-4516-bfe9-3f6494cb4969 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f742b807bfa04bd0bdcab97c2a349c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248686 Jul 27 06:50:24.153688 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52100) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:24.203182 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fcca9fb1-e380-4046-b0f4-9c3c34903887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:24.208578 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-c9373af9-f085-4d1f-a4ab-c71c508f16fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:24.224349 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fcca9fb1-e380-4046-b0f4-9c3c34903887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:24.328726 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fcca9fb1-e380-4046-b0f4-9c3c34903887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:24.331361 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fcca9fb1-e380-4046-b0f4-9c3c34903887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:24.332623 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-fcca9fb1-e380-4046-b0f4-9c3c34903887 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f82cc848-798f-4471-a2bb-8dea0e06bca8 HTTP/1.1" status: 204 len: 168 time: 0.1779990 Jul 27 06:50:24.341100 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca9fb1-e380-4046-b0f4-9c3c34903887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82cc848-798f-4471-a2bb-8dea0e06bca8,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:24.749947 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c69cbf-f800-4370-8f19-be83dd8f28d6 req-5b806c0e-1c14-49cc-b51f-2df93a492ff1 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:24.751478 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b4c69cbf-f800-4370-8f19-be83dd8f28d6 req-5b806c0e-1c14-49cc-b51f-2df93a492ff1 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0696690 Jul 27 06:50:24.757129 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:24.791836 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b4c69cbf-f800-4370-8f19-be83dd8f28d6 req-c38bedab-1361-4983-b565-bb10a690d528 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Jul 27 06:50:25.168544 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:25.363735 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52128) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:25.456913 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2004017195-network', 'tenant_id': '341fb8020b294e74a855da03083751f7'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:25.545584 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Made reservation on behalf of 341fb8020b294e74a855da03083751f7 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:50:25.547820 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:25.556409 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:25.646209 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:25.717291 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:25.742008 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:50:25.750492 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a39596d-e97a-44b9-97ae-7ea5ea26c068,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:25.756549 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:25.756889 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Added segment af4fe20c-b91b-4f4d-a0c4-553694ab8721 of type vlan for network 3f554260-b176-472d-abdf-a51376e59c75 Jul 27 06:50:25.805329 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:25.919847 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd510e-9eff-4be0-9932-42f6200c6d61 req-eae658b5-8de1-4a48-98a9-cf384e1c3648 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:25.921318 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9afd510e-9eff-4be0-9932-42f6200c6d61 req-eae658b5-8de1-4a48-98a9-cf384e1c3648 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0619249 Jul 27 06:50:25.934200 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:25.935249 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:25.935892 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:25.968841 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9afd510e-9eff-4be0-9932-42f6200c6d61 req-379c20e0-d4d1-4ef5-b471-baf8da9f219c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413077 Jul 27 06:50:25.995638 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Pushing event updated for resources: {'Network': ['ID=3f554260-b176-472d-abdf-a51376e59c75,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:26.002456 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.002798 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.003134 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.003464 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.003790 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.004115 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.004438 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.004759 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.005103 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.005422 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.005739 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.006058 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:26.017128 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 3f554260-b176-472d-abdf-a51376e59c75 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:50:26.070966 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-36451471-db11-4bc2-8418-3343dd0825ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7060351 Jul 27 06:50:26.074171 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52134) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:26.079234 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Request body: {'subnet': {'network_id': '3f554260-b176-472d-abdf-a51376e59c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2004017195-subnet', 'tenant_id': '341fb8020b294e74a855da03083751f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:26.168047 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Made reservation on behalf of 341fb8020b294e74a855da03083751f7 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:50:26.170320 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:26.386381 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:26.442908 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d0f741-1a9c-4656-9ff3-24197156341f,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:26.452191 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Checking segment: {'id': 'af4fe20c-b91b-4f4d-a0c4-553694ab8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f554260-b176-472d-abdf-a51376e59c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:50:26.452543 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Network hostable DHCP agents. Network: 3f554260-b176-472d-abdf-a51376e59c75, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:50:26.538149 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Network 3f554260-b176-472d-abdf-a51376e59c75 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:50:26.608006 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 3f554260-b176-472d-abdf-a51376e59c75) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:50:26.611697 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:26.612272 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:26.617914 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e11bda3-f67b-452e-89c7-f0d6c2201cf3 None None] Network 3f554260-b176-472d-abdf-a51376e59c75 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:50:26.748222 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-2b1af1a6-62e8-4261-8437-fd92acfd3649 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6728132 Jul 27 06:50:26.752242 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc7e364-5a4d-46ed-af59-15d81d3790bd None None] Network 3f554260-b176-472d-abdf-a51376e59c75 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:50:26.850880 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:27.098631 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47768064-85a7-4613-bf1c-12d593941733 req-7a4a9225-1c88-44ca-ae14-aedfcea04f8d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:27.100083 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-47768064-85a7-4613-bf1c-12d593941733 req-7a4a9225-1c88-44ca-ae14-aedfcea04f8d tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0650053 Jul 27 06:50:27.136571 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-47768064-85a7-4613-bf1c-12d593941733 req-ea165712-e47a-4c59-8f70-35d157dfd513 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300236 Jul 27 06:50:27.566151 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-cdf491ed-b528-4516-8609-b53a66ef9492 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:27.567576 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-cdf491ed-b528-4516-8609-b53a66ef9492 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 945 time: 0.0702472 Jul 27 06:50:27.676864 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Deleting port 538ee602-f572-41af-bc4e-1e11aa2c4cc6 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:50:27.677146 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:27.766277 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] For port 538ee602-f572-41af-bc4e-1e11aa2c4cc6, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=538ee602-f572-41af-bc4e-1e11aa2c4cc6,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:27.766662 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:27.779248 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Calling delete_port for 538ee602-f572-41af-bc4e-1e11aa2c4cc6 owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:50:28.031308 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:28.058413 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Pushing event deleted for resources: {'Port': ['ID=538ee602-f572-41af-bc4e-1e11aa2c4cc6,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:28.074693 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['cb598bcb-f22e-4edb-ac0d-d3c04649874c', '538ee602-f572-41af-bc4e-1e11aa2c4cc6'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:28.107940 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] No DVR routers for this DVR port 538ee602-f572-41af-bc4e-1e11aa2c4cc6 on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:50:28.110369 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:28.112326 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5f09336c-44e8-4ec4-b118-e0b97a0e21fc req-2cc94087-2f20-4af2-8f23-a18a007627f5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.16 "DELETE /v2.0/ports/538ee602-f572-41af-bc4e-1e11aa2c4cc6 HTTP/1.1" status: 204 len: 173 time: 0.5380137 Jul 27 06:50:28.112759 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba48ae2-c05d-4eb0-a8f3-02eec2795b85', 'name': 'network-vif-deleted', 'tag': '538ee602-f572-41af-bc4e-1e11aa2c4cc6'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:28.115298 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4987675f-f1f3-4013-ae47-1abbb6443acd" -d '{"events": [{"server_uuid": "7ba48ae2-c05d-4eb0-a8f3-02eec2795b85", "name": "network-vif-deleted", "tag": "538ee602-f572-41af-bc4e-1e11aa2c4cc6"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:28.150118 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b46e3c-450e-440a-9307-b96535160aa3 x-openstack-request-id: req-c7b46e3c-450e-440a-9307-b96535160aa3 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:28.150401 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba48ae2-c05d-4eb0-a8f3-02eec2795b85", "name": "network-vif-deleted", "tag": "538ee602-f572-41af-bc4e-1e11aa2c4cc6", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:28.150691 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7b46e3c-450e-440a-9307-b96535160aa3 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:28.151163 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba48ae2-c05d-4eb0-a8f3-02eec2795b85', 'name': 'network-vif-deleted', 'tag': '538ee602-f572-41af-bc4e-1e11aa2c4cc6', 'status': 'completed', 'code': 200} Jul 27 06:50:28.241154 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d2969acb-535f-401d-ac4a-4ccf7f441ce2 req-ce462fbd-42f0-4d80-9068-6e44283901e3 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ba48ae2-c05d-4eb0-a8f3-02eec2795b85 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Jul 27 06:50:29.418576 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-dd0517e8-acd7-4bd6-8704-1d37e21c43c5 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:29.420054 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-dd0517e8-acd7-4bd6-8704-1d37e21c43c5 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/networks?id=3f554260-b176-472d-abdf-a51376e59c75 HTTP/1.1" status: 200 len: 814 time: 0.3192692 Jul 27 06:50:29.435270 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-3c7c69f8-1dde-4ec9-a2c5-94a0c53158e0 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/quotas/341fb8020b294e74a855da03083751f7 HTTP/1.1" status: 200 len: 375 time: 0.0092881 Jul 27 06:50:29.469089 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-a3b6e809-8642-432c-a00f-e0201fb9eed1 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=341fb8020b294e74a855da03083751f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285208 Jul 27 06:50:29.561279 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-9d66fe07-1047-4797-9bf8-e9cc881b01a7 service neutron] 10.222.0.13 "GET /v2.0/networks/3f554260-b176-472d-abdf-a51376e59c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851429 Jul 27 06:50:29.648209 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-d54b4dfe-53b4-4a24-ad1d-e9fb3476995c service neutron] 10.222.0.13 "GET /v2.0/networks/3f554260-b176-472d-abdf-a51376e59c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804939 Jul 27 06:50:29.781348 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01550fd-b5d7-4b9d-88cc-be60746c7af4 req-0e37fe9f-e7b0-49ef-8ed7-c9e7eb0f239c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:29.782805 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e01550fd-b5d7-4b9d-88cc-be60746c7af4 req-0e37fe9f-e7b0-49ef-8ed7-c9e7eb0f239c tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0663967 Jul 27 06:50:29.820888 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e01550fd-b5d7-4b9d-88cc-be60746c7af4 req-134ecea1-af74-43f2-af1c-54d31bf2777b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jul 27 06:50:29.907109 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f025ce37-e00e-4a7f-be21-c6d22762e1a8 req-a6721845-a1ca-4c37-9211-ec2431e734cc tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 210 time: 0.0284188 Jul 27 06:50:30.949392 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744e321-d473-4325-945d-72e5b1ff9aad req-a914e94f-6071-4906-a176-f103716de1d4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:30.950981 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8744e321-d473-4325-945d-72e5b1ff9aad req-a914e94f-6071-4906-a176-f103716de1d4 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0624483 Jul 27 06:50:30.998720 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-65c59230-b302-4d63-be72-46f0b59f73cf req-eacf81f5-130c-4868-9480-04b77ff7534a tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 210 time: 0.0418148 Jul 27 06:50:31.016339 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8744e321-d473-4325-945d-72e5b1ff9aad req-3ec3484e-713b-4aa7-8553-06f911aa4a68 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583603 Jul 27 06:50:32.104579 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bacfc69c-bc89-48f1-b1ea-bf0731ff5ab8 req-78d186d7-bb4f-446b-b9ab-51249bfd784e tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 210 time: 0.0358701 Jul 27 06:50:32.165171 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bec264-2b46-4113-bf36-586d100c5f5b req-7e2781bf-01b4-4777-9d54-d27566b31d07 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:32.166670 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b1bec264-2b46-4113-bf36-586d100c5f5b req-7e2781bf-01b4-4777-9d54-d27566b31d07 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0649109 Jul 27 06:50:32.205874 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b1bec264-2b46-4113-bf36-586d100c5f5b req-aa66c032-f8cf-4f06-ba22-4c18e1c0f135 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Jul 27 06:50:32.418937 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-7c1c28c6-4078-40c3-85a3-472692976c39 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:32.420367 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-7c1c28c6-4078-40c3-85a3-472692976c39 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.16 "GET /v2.0/networks?id=3f554260-b176-472d-abdf-a51376e59c75 HTTP/1.1" status: 200 len: 814 time: 0.1026700 Jul 27 06:50:32.445274 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Request body: {'port': {'device_id': '355a99bd-b882-41fe-86ea-85ba0b829eb9', 'network_id': '3f554260-b176-472d-abdf-a51376e59c75', 'admin_state_up': True, 'tenant_id': '341fb8020b294e74a855da03083751f7'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:32.629615 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Made reservation on behalf of 341fb8020b294e74a855da03083751f7 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:50:32.633088 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:32.695905 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 538ee602-f572-41af-bc4e-1e11aa2c4cc6 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:50:32.718687 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 538ee602-f572-41af-bc4e-1e11aa2c4cc6 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:50:32.724844 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 538ee602-f572-41af-bc4e-1e11aa2c4cc6 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:50:32.765393 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Allocated IP 172.20.0.11 (3f554260-b176-472d-abdf-a51376e59c75/70d0f741-1a9c-4656-9ff3-24197156341f/ebd0d4d5-65e1-430b-8793-2e5e50bc2308) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:50:32.913911 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:33.025872 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:33.066997 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Network 3f554260-b176-472d-abdf-a51376e59c75 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:50:33.070050 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:50:33.074956 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:50:33.105260 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Pushing event updated for resources: {'Port': ['ID=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:33.131621 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:33.132308 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:33.241792 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b33fb-f7ea-4580-9fbf-8637ec3ec5cc req-3740c615-8b49-4e0f-be3d-8d0601629bb9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:33.243406 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0c5b33fb-f7ea-4580-9fbf-8637ec3ec5cc req-3740c615-8b49-4e0f-be3d-8d0601629bb9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 932 time: 0.0642033 Jul 27 06:50:33.247373 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-cd6b0339-2f37-4d05-8a44-ac94cc95ae21 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8059440 Jul 27 06:50:33.274536 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Request body: {'port': {'device_id': '355a99bd-b882-41fe-86ea-85ba0b829eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:33.355880 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0c5b33fb-f7ea-4580-9fbf-8637ec3ec5cc req-e713a075-b74d-4b50-8983-42637252232a tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060369 Jul 27 06:50:33.407639 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:33.426169 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54a35f-b9e8-45fe-a145-dcbb4131f880 req-58405e64-ada7-48e1-8040-d129da73eec6 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:33.427634 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8f54a35f-b9e8-45fe-a145-dcbb4131f880 req-58405e64-ada7-48e1-8040-d129da73eec6 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1489782 Jul 27 06:50:33.540256 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8f54a35f-b9e8-45fe-a145-dcbb4131f880 req-1cb7190d-698c-4019-b798-32b686394f5b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911713 Jul 27 06:50:33.728364 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd0d4d5-65e1-430b-8793-2e5e50bc2308 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:50:33.738594 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:33.755279 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Transition to ACTIVE for port object ebd0d4d5-65e1-430b-8793-2e5e50bc2308 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:50:33.768422 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-ad9af493-c71d-4519-b56e-aec8ff3ec29a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794895 Jul 27 06:50:33.888401 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-9d577c1a-a1c4-4252-a087-5c6dd4b26cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:33.889923 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-9d577c1a-a1c4-4252-a087-5c6dd4b26cb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 1100 time: 0.0571594 Jul 27 06:50:33.924945 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:34.034247 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:34.091089 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-8c0bdd80-ca54-4ba6-aa63-fef26d4f7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:34.092560 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-8c0bdd80-ca54-4ba6-aa63-fef26d4f7f9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 917 time: 0.1763721 Jul 27 06:50:34.166103 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Attempting to bind port ebd0d4d5-65e1-430b-8793-2e5e50bc2308 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:50:34.166816 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Attempting to bind port ebd0d4d5-65e1-430b-8793-2e5e50bc2308 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'af4fe20c-b91b-4f4d-a0c4-553694ab8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f554260-b176-472d-abdf-a51376e59c75'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:50:34.166816 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Attempting to bind port ebd0d4d5-65e1-430b-8793-2e5e50bc2308 on network 3f554260-b176-472d-abdf-a51376e59c75 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:50:34.181144 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Port ebd0d4d5-65e1-430b-8793-2e5e50bc2308 on network 3f554260-b176-472d-abdf-a51376e59c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:50:34.181461 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Attempting to bind port ebd0d4d5-65e1-430b-8793-2e5e50bc2308 on network 3f554260-b176-472d-abdf-a51376e59c75 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:50:34.186139 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-28a2485f-3e52-4ff6-af0c-e9ec920ad672 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f HTTP/1.1" status: 200 len: 1002 time: 0.0842049 Jul 27 06:50:34.188916 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:50:34.189338 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Checking segment: {'id': 'af4fe20c-b91b-4f4d-a0c4-553694ab8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f554260-b176-472d-abdf-a51376e59c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:50:34.189710 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Bound using segment: {'id': 'af4fe20c-b91b-4f4d-a0c4-553694ab8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f554260-b176-472d-abdf-a51376e59c75'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:50:34.190146 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Bound port: ebd0d4d5-65e1-430b-8793-2e5e50bc2308, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4fe20c-b91b-4f4d-a0c4-553694ab8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f554260-b176-472d-abdf-a51376e59c75'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:50:34.190499 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:34.283058 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-33e0b2e6-d58e-4e94-94b0-57d55482396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:34.284507 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-33e0b2e6-d58e-4e94-94b0-57d55482396d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.0852513 Jul 27 06:50:34.328905 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] For port ebd0d4d5-65e1-430b-8793-2e5e50bc2308, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:50:34.347278 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] For port ebd0d4d5-65e1-430b-8793-2e5e50bc2308, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:50:34.366938 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-3eb48678-4f5d-4c08-9dbd-625ec1cbb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:34.368412 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-3eb48678-4f5d-4c08-9dbd-625ec1cbb692 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693593 Jul 27 06:50:34.443366 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:34.513965 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:34.514576 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:34.515920 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] 10.222.0.16 "PUT /v2.0/ports/ebd0d4d5-65e1-430b-8793-2e5e50bc2308 HTTP/1.1" status: 200 len: 1094 time: 1.2456801 Jul 27 06:50:34.516349 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355a99bd-b882-41fe-86ea-85ba0b829eb9', 'tag': 'ebd0d4d5-65e1-430b-8793-2e5e50bc2308'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:34.518587 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e32d90-cdce-4d33-9491-a39fc3eca9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "355a99bd-b882-41fe-86ea-85ba0b829eb9", "tag": "ebd0d4d5-65e1-430b-8793-2e5e50bc2308"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:34.555576 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-4618455e-d957-4dc0-aee1-831c5dcba678 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773911 Jul 27 06:50:34.556152 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c965bc-0a29-4082-ba4f-e53e98bceb21 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:34.559954 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9216cc-9beb-4d57-9f59-cbb4ed345d3a x-openstack-request-id: req-ba9216cc-9beb-4d57-9f59-cbb4ed345d3a {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:34.560237 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355a99bd-b882-41fe-86ea-85ba0b829eb9", "tag": "ebd0d4d5-65e1-430b-8793-2e5e50bc2308", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:34.560487 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba9216cc-9beb-4d57-9f59-cbb4ed345d3a {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:34.560860 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355a99bd-b882-41fe-86ea-85ba0b829eb9', 'tag': 'ebd0d4d5-65e1-430b-8793-2e5e50bc2308', 'status': 'completed', 'code': 200} Jul 27 06:50:34.587680 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0289c-65e0-4f27-b7b2-61079252e467 req-13528bf3-7e43-415c-986e-ec7fdc391dda tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:34.594478 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f0a0289c-65e0-4f27-b7b2-61079252e467 req-13528bf3-7e43-415c-986e-ec7fdc391dda tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 944 time: 0.1661105 Jul 27 06:50:34.769928 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f0a0289c-65e0-4f27-b7b2-61079252e467 req-6f9de9fe-bc36-4022-ace1-d8ac25e23021 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728277 Jul 27 06:50:34.791023 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd01e76d-964f-4922-b05e-c0997c7e6296 req-593c3e90-3933-4a8c-877e-dfc75aefae87 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952546 Jul 27 06:50:34.809865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1935317-1267-4497-8024-ac6b76cb25cc req-4a7a28a1-d8a9-44c3-b7d8-bfee665ce895 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:34.811450 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f1935317-1267-4497-8024-ac6b76cb25cc req-4a7a28a1-d8a9-44c3-b7d8-bfee665ce895 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.1851528 Jul 27 06:50:34.817260 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e32d90-cdce-4d33-9491-a39fc3eca9e3 req-38c0bcb0-db25-4e9c-b243-e68e7572728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:34.818667 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-18e32d90-cdce-4d33-9491-a39fc3eca9e3 req-38c0bcb0-db25-4e9c-b243-e68e7572728f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=341fb8020b294e74a855da03083751f7&device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 1097 time: 0.2110147 Jul 27 06:50:34.895106 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f1935317-1267-4497-8024-ac6b76cb25cc req-0b9be01d-b194-4242-afc6-574b56ecb8c5 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755084 Jul 27 06:50:34.945883 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e32d90-cdce-4d33-9491-a39fc3eca9e3 req-6c82e0c3-dafd-4c7b-b796-6304cdd80736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:34.948399 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-18e32d90-cdce-4d33-9491-a39fc3eca9e3 req-6c82e0c3-dafd-4c7b-b796-6304cdd80736 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=341fb8020b294e74a855da03083751f7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1121149 Jul 27 06:50:35.045753 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e32d90-cdce-4d33-9491-a39fc3eca9e3 req-102994fd-efb1-4fd3-b5d5-d9a3451a1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:35.047179 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-18e32d90-cdce-4d33-9491-a39fc3eca9e3 req-102994fd-efb1-4fd3-b5d5-d9a3451a1266 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903082 Jul 27 06:50:35.169633 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-492fdcb0-c934-4144-b450-32970a9dce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:35.171200 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-492fdcb0-c934-4144-b450-32970a9dce90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=341fb8020b294e74a855da03083751f7&device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0592680 Jul 27 06:50:35.221066 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-fa0eec0c-db70-4afc-aff0-b330d7a7323d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd0d4d5-65e1-430b-8793-2e5e50bc2308 HTTP/1.1" status: 200 len: 217 time: 0.0339956 Jul 27 06:50:35.279724 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-1eaa6a71-8005-460e-ac88-4b7e2f0f3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:35.281319 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-1eaa6a71-8005-460e-ac88-4b7e2f0f3f9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70d0f741-1a9c-4656-9ff3-24197156341f HTTP/1.1" status: 200 len: 854 time: 0.0513413 Jul 27 06:50:35.311362 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:35.318895 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-f0e66c45-082a-40f5-96b5-f9864fc6e374 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f554260-b176-472d-abdf-a51376e59c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291176 Jul 27 06:50:35.419464 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-25f02820-eb65-44c3-be7e-579c6e5dc86d service neutron] 10.222.0.16 "GET /v2.0/networks/3f554260-b176-472d-abdf-a51376e59c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Jul 27 06:50:35.518138 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a36bcc28-8d70-4efa-b9eb-b1f6d8c2b84d req-78adbb61-f34c-46d3-9c70-afa8e3ede4f7 service neutron] 10.222.0.16 "GET /v2.0/networks/3f554260-b176-472d-abdf-a51376e59c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823755 Jul 27 06:50:35.690129 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3acf24-7de3-44e7-afb0-1b7a17bbde1d req-74a0b806-92e3-4c4e-b16e-31c2b45b0c47 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:35.691603 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5a3acf24-7de3-44e7-afb0-1b7a17bbde1d req-74a0b806-92e3-4c4e-b16e-31c2b45b0c47 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0682395 Jul 27 06:50:35.730340 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5a3acf24-7de3-44e7-afb0-1b7a17bbde1d req-2eaafd61-aaf1-47af-8dda-b46fa084faa5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324028 Jul 27 06:50:35.899079 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37590f23-1e71-4d17-b858-f6533fb79f27 req-07256ce5-bdea-46da-a2dd-72027dee2bfa tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:35.900547 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-37590f23-1e71-4d17-b858-f6533fb79f27 req-07256ce5-bdea-46da-a2dd-72027dee2bfa tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 944 time: 0.0629857 Jul 27 06:50:35.937941 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-37590f23-1e71-4d17-b858-f6533fb79f27 req-6a138618-87fa-4342-b58d-2aa4db789828 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Jul 27 06:50:36.032867 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ec906-1908-42d2-b65c-d43728d97848 req-02a61b1c-e2a9-4024-9032-98c743eac6cb tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:36.034331 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c3ec906-1908-42d2-b65c-d43728d97848 req-02a61b1c-e2a9-4024-9032-98c743eac6cb tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0654292 Jul 27 06:50:36.296357 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c3ec906-1908-42d2-b65c-d43728d97848 req-3bc1907b-0a10-4185-b992-9206e16236fe tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561898 Jul 27 06:50:36.856372 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52b924-b14f-4e12-af3d-1d53ff82a450 req-720da61f-01c1-42ec-b660-ace350a3bdaf tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:36.857826 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2b52b924-b14f-4e12-af3d-1d53ff82a450 req-720da61f-01c1-42ec-b660-ace350a3bdaf tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0608647 Jul 27 06:50:36.895124 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2b52b924-b14f-4e12-af3d-1d53ff82a450 req-b7acf68e-caa0-40a5-a995-d2fe6111838f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313559 Jul 27 06:50:37.096016 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f57cbd-c7ed-474d-80de-150fef11fce2 req-ee2f0bc5-769b-4a3c-b299-2f88ea73f0f1 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:37.097474 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d6f57cbd-c7ed-474d-80de-150fef11fce2 req-ee2f0bc5-769b-4a3c-b299-2f88ea73f0f1 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 944 time: 0.0943091 Jul 27 06:50:37.133595 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850c434-6477-4165-b1a3-758046f2d11e req-2514dc3b-2b79-40c4-b96f-2ef42965c05b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:37.134980 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c850c434-6477-4165-b1a3-758046f2d11e req-2514dc3b-2b79-40c4-b96f-2ef42965c05b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.16 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0946591 Jul 27 06:50:37.173333 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d6f57cbd-c7ed-474d-80de-150fef11fce2 req-7523d302-acdb-4b43-9388-5689d74a3349 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693552 Jul 27 06:50:37.250396 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-c850c434-6477-4165-b1a3-758046f2d11e req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Deleting port cb598bcb-f22e-4edb-ac0d-d3c04649874c {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:50:37.250730 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-c850c434-6477-4165-b1a3-758046f2d11e req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:37.341428 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-c850c434-6477-4165-b1a3-758046f2d11e req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] For port cb598bcb-f22e-4edb-ac0d-d3c04649874c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=cb598bcb-f22e-4edb-ac0d-d3c04649874c,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:37.342001 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-c850c434-6477-4165-b1a3-758046f2d11e req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:37.355185 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-c850c434-6477-4165-b1a3-758046f2d11e req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Calling delete_port for cb598bcb-f22e-4edb-ac0d-d3c04649874c owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:50:37.486499 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9780896-63ff-4844-809c-3b70f7008af2 req-857b395e-389b-49b2-9f76-5ef260f43d8b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:37.488262 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d9780896-63ff-4844-809c-3b70f7008af2 req-857b395e-389b-49b2-9f76-5ef260f43d8b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 945 time: 0.0884626 Jul 27 06:50:37.560183 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d9780896-63ff-4844-809c-3b70f7008af2 req-b304b8ed-20f9-40f4-81af-495cf8483471 tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f68faa7-d355-4fcd-8b17-22cfff6c07e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638995 Jul 27 06:50:37.625674 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-c850c434-6477-4165-b1a3-758046f2d11e req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:37.655678 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Pushing event deleted for resources: {'Port': ['ID=cb598bcb-f22e-4edb-ac0d-d3c04649874c,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:37.662203 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['cb598bcb-f22e-4edb-ac0d-d3c04649874c'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:37.668976 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.669372 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.669727 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.670070 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.670408 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.670745 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.671077 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.671407 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.671729 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.672062 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.672389 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.672717 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:37.711372 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c850c434-6477-4165-b1a3-758046f2d11e req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] No DVR routers for this DVR port cb598bcb-f22e-4edb-ac0d-d3c04649874c on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:50:37.714446 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-c850c434-6477-4165-b1a3-758046f2d11e req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:37.716376 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c850c434-6477-4165-b1a3-758046f2d11e req-a0f308ea-485f-4e68-9a16-6264ecc9abfa tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.16 "DELETE /v2.0/ports/cb598bcb-f22e-4edb-ac0d-d3c04649874c HTTP/1.1" status: 204 len: 173 time: 0.5723269 Jul 27 06:50:37.716801 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99937cea-82e5-432b-9762-bcb1c4819030', 'name': 'network-vif-deleted', 'tag': 'cb598bcb-f22e-4edb-ac0d-d3c04649874c'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:37.719069 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d72035a-7286-4bdb-aacc-7d9fc3c31a97" -d '{"events": [{"server_uuid": "99937cea-82e5-432b-9762-bcb1c4819030", "name": "network-vif-deleted", "tag": "cb598bcb-f22e-4edb-ac0d-d3c04649874c"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:37.754285 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b9935-8c5c-4b2b-8f8d-2ac4a47b08dd x-openstack-request-id: req-f96b9935-8c5c-4b2b-8f8d-2ac4a47b08dd {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:37.754571 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99937cea-82e5-432b-9762-bcb1c4819030", "name": "network-vif-deleted", "tag": "cb598bcb-f22e-4edb-ac0d-d3c04649874c", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:37.754815 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f96b9935-8c5c-4b2b-8f8d-2ac4a47b08dd {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:37.755228 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99937cea-82e5-432b-9762-bcb1c4819030', 'name': 'network-vif-deleted', 'tag': 'cb598bcb-f22e-4edb-ac0d-d3c04649874c', 'status': 'completed', 'code': 200} Jul 27 06:50:38.058795 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43d59-8815-4fd7-9ab1-a86d293ffd0f req-ec078fe7-93c8-488c-ab9a-c71e176e9bcb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:38.060316 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fde43d59-8815-4fd7-9ab1-a86d293ffd0f req-ec078fe7-93c8-488c-ab9a-c71e176e9bcb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0636780 Jul 27 06:50:38.098882 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fde43d59-8815-4fd7-9ab1-a86d293ffd0f req-f9cfb23f-ae7b-4a21-baf9-939bdbec6774 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326810 Jul 27 06:50:38.306359 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7441e8-fd2c-424b-83eb-74b3b2a8869c req-25833e4b-999b-471e-9173-f5a86a250f32 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:38.308314 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a7441e8-fd2c-424b-83eb-74b3b2a8869c req-25833e4b-999b-471e-9173-f5a86a250f32 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 944 time: 0.0657165 Jul 27 06:50:38.353030 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a7441e8-fd2c-424b-83eb-74b3b2a8869c req-c62d7963-4af2-4201-83df-7ff3f3e3f5e6 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Jul 27 06:50:38.668204 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b00c7da-277e-4f62-a06d-f1293b5d9948 req-fbcebe7a-bc83-47ab-a564-4e7db72ade8b tempest-ServerRescueNegativeTestJSON-1344831750 tempest-ServerRescueNegativeTestJSON-1344831750-project] 10.222.0.13 "GET /v2.0/ports?device_id=99937cea-82e5-432b-9762-bcb1c4819030 HTTP/1.1" status: 200 len: 210 time: 0.0286636 Jul 27 06:50:38.721486 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device ebd0d4d5-65e1-430b-8793-2e5e50bc2308 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:50:38.813885 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port ebd0d4d5-65e1-430b-8793-2e5e50bc2308, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:38.824939 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'ebd0d4d5-65e1-430b-8793-2e5e50bc2308', 'network_id': '3f554260-b176-472d-abdf-a51376e59c75', 'port_id': 'ebd0d4d5-65e1-430b-8793-2e5e50bc2308', 'mac_address': 'fa:16:3e:e6:35:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d0f741-1a9c-4656-9ff3-24197156341f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:50:38.864751 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:38.876887 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd0d4d5-65e1-430b-8793-2e5e50bc2308 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:50:38.895740 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port ebd0d4d5-65e1-430b-8793-2e5e50bc2308, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:38.983998 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:39.029529 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:39.224956 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c98c8-b0df-4baa-ac38-c92740856407 req-67608e3f-7c8b-44be-bada-1ba69b0e4ba7 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:39.226445 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-837c98c8-b0df-4baa-ac38-c92740856407 req-67608e3f-7c8b-44be-bada-1ba69b0e4ba7 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0623591 Jul 27 06:50:39.263943 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-837c98c8-b0df-4baa-ac38-c92740856407 req-9c687002-5f1f-43ec-8e94-4deb99908269 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316277 Jul 27 06:50:39.355589 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['ebd0d4d5-65e1-430b-8793-2e5e50bc2308'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:39.485758 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ad88f-dab3-46f7-89d6-4fc44f960809 req-d0f09e7f-e138-440d-9ac8-26391473b50a tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:39.487243 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-346ad88f-dab3-46f7-89d6-4fc44f960809 req-d0f09e7f-e138-440d-9ac8-26391473b50a tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 945 time: 0.0679781 Jul 27 06:50:39.525397 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-346ad88f-dab3-46f7-89d6-4fc44f960809 req-28afc470-5318-48ca-b779-310d116099b2 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Jul 27 06:50:39.724001 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52254) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:40.313403 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425981'] for router_interface, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:40.394061 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5943d-b1cf-49eb-9028-fade80ef7837 req-0551a636-ab02-4580-9c56-42ab832b9862 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:40.395559 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-77c5943d-b1cf-49eb-9028-fade80ef7837 req-0551a636-ab02-4580-9c56-42ab832b9862 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0633779 Jul 27 06:50:40.433647 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-77c5943d-b1cf-49eb-9028-fade80ef7837 req-590a8cec-de00-4b5a-942c-03fbf0a9e6ee tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316958 Jul 27 06:50:40.611000 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Deleting port 79dce615-559f-461a-b0f6-9db015f1307f {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:50:40.611364 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:40.660665 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22a7d5-46f9-43dc-8b07-45390b18bd8f req-506adee9-8d8f-4316-8879-5d9dea1acc3b tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:40.662207 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c22a7d5-46f9-43dc-8b07-45390b18bd8f req-506adee9-8d8f-4316-8879-5d9dea1acc3b tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 945 time: 0.0715353 Jul 27 06:50:40.695345 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] For port 79dce615-559f-461a-b0f6-9db015f1307f, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=79dce615-559f-461a-b0f6-9db015f1307f,segment=NetworkSegment(d5e73a84-61cd-437a-9b94-9a7abea7288b),segment_id=d5e73a84-61cd-437a-9b94-9a7abea7288b)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:40.696227 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:40.705384 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c22a7d5-46f9-43dc-8b07-45390b18bd8f req-dcbe0a4b-9bda-4b1a-b8dc-3aa869d81cea tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368359 Jul 27 06:50:40.709213 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Calling delete_port for 79dce615-559f-461a-b0f6-9db015f1307f owned by network:router_interface {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:50:40.743382 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device ebd0d4d5-65e1-430b-8793-2e5e50bc2308 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:50:40.877242 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port ebd0d4d5-65e1-430b-8793-2e5e50bc2308 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:50:40.881606 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port ebd0d4d5-65e1-430b-8793-2e5e50bc2308 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:50:40.882119 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:40.957404 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:40.974727 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:40.979672 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355a99bd-b882-41fe-86ea-85ba0b829eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd0d4d5-65e1-430b-8793-2e5e50bc2308'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:40.981936 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d243c-ec12-4f3f-8968-5cf70cd4e71b" -d '{"events": [{"server_uuid": "355a99bd-b882-41fe-86ea-85ba0b829eb9", "name": "network-vif-plugged", "status": "completed", "tag": "ebd0d4d5-65e1-430b-8793-2e5e50bc2308"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:40.998756 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port ebd0d4d5-65e1-430b-8793-2e5e50bc2308, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:41.014750 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Pushing event deleted for resources: {'Port': ['ID=79dce615-559f-461a-b0f6-9db015f1307f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:41.029024 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4de3c5b-05dd-47b5-b158-3b2ed53f9803 x-openstack-request-id: req-a4de3c5b-05dd-47b5-b158-3b2ed53f9803 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:41.029376 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355a99bd-b882-41fe-86ea-85ba0b829eb9", "name": "network-vif-plugged", "status": "completed", "tag": "ebd0d4d5-65e1-430b-8793-2e5e50bc2308", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:41.029636 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4de3c5b-05dd-47b5-b158-3b2ed53f9803 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:41.030152 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355a99bd-b882-41fe-86ea-85ba0b829eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd0d4d5-65e1-430b-8793-2e5e50bc2308', 'code': 200} Jul 27 06:50:41.075753 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:41.076655 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device cb598bcb-f22e-4edb-ac0d-d3c04649874c no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:50:41.114405 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: cb598bcb-f22e-4edb-ac0d-d3c04649874c {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:50:41.114648 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device cb598bcb-f22e-4edb-ac0d-d3c04649874c not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:50:41.143049 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425745'] for router_interface, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:41.143264 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:41.358100 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Router 51e9844f-00b5-47f2-b97f-38e54bd93d85 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:50:41.383668 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3fec1-ed58-4df7-b09f-34303b8308d7 req-2f330a17-1b3e-400d-94f2-7398b096a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:41.390128 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b9d3fec1-ed58-4df7-b09f-34303b8308d7 req-2f330a17-1b3e-400d-94f2-7398b096a8f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0563235 Jul 27 06:50:41.422392 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b9d3fec1-ed58-4df7-b09f-34303b8308d7 req-6e329f2f-3f5e-4d44-ac60-e3288cc44a22 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284090 Jul 27 06:50:41.467179 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:50:41.475341 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-50dfc4da-ec5c-43dc-b2d3-2fdbb3455946 admin admin] 10.222.0.13 "PUT /v2.0/routers/51e9844f-00b5-47f2-b97f-38e54bd93d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7478323 Jul 27 06:50:41.476408 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 52268) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:41.478465 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] Sync routers for ids ['51e9844f-00b5-47f2-b97f-38e54bd93d85'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:50:41.490834 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] Routers {'51e9844f-00b5-47f2-b97f-38e54bd93d85'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:50:41.491467 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:50:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['51e9844f-00b5-47f2-b97f-38e54bd93d85'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:41.608482 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] Set router 51e9844f-00b5-47f2-b97f-38e54bd93d85 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:50:41.632935 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:41.674740 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9c5db-52d9-45e3-ba38-32111f213992 req-53e6f8aa-5dc3-497e-b60b-c3cd117a1d09 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:41.676123 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-95c9c5db-52d9-45e3-ba38-32111f213992 req-53e6f8aa-5dc3-497e-b60b-c3cd117a1d09 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1551967 Jul 27 06:50:41.800737 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-95c9c5db-52d9-45e3-ba38-32111f213992 req-f01cba8f-f212-4d1d-8a6f-199bcb0fb5ad tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142404 Jul 27 06:50:41.825835 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:41.832828 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': '2e646693-8eae-4851-8784-07cc940d7f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:50:40Z', 'revision_number': 5, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'gw_port': {'id': '2e646693-8eae-4851-8784-07cc940d7f41', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:41.860472 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ce4e2-ef5c-45aa-82bc-728c7bb6785f req-422cca5c-dd40-4533-afa1-3ef7780d9a50 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:41.860701 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] Checking router: 51e9844f-00b5-47f2-b97f-38e54bd93d85 for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:50:41.862019 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a53ce4e2-ef5c-45aa-82bc-728c7bb6785f req-422cca5c-dd40-4533-afa1-3ef7780d9a50 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.1571417 Jul 27 06:50:41.869294 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] Routers {'51e9844f-00b5-47f2-b97f-38e54bd93d85'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:50:41.869951 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:50:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['51e9844f-00b5-47f2-b97f-38e54bd93d85'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:41.981837 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a53ce4e2-ef5c-45aa-82bc-728c7bb6785f req-2eff5887-676c-4100-a251-d5a78db0a6ba tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109881 Jul 27 06:50:42.020456 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-751ad35e-a7da-4cd7-b889-b2d45b22a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:42.021966 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-751ad35e-a7da-4cd7-b889-b2d45b22a8a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 1138 time: 0.1590068 Jul 27 06:50:42.056670 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] Set router 51e9844f-00b5-47f2-b97f-38e54bd93d85 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:50:42.081888 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686173-5e1b-4e27-b8ab-71d239456486 req-85c06499-1b10-4635-90e0-185f79246c89 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:42.083343 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2e686173-5e1b-4e27-b8ab-71d239456486 req-85c06499-1b10-4635-90e0-185f79246c89 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 946 time: 0.2038751 Jul 27 06:50:42.086178 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Deleting port 2e646693-8eae-4851-8784-07cc940d7f41 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:50:42.086511 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:42.188674 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2e686173-5e1b-4e27-b8ab-71d239456486 req-b26a628c-6884-4eb2-8181-e95682f3118c tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974793 Jul 27 06:50:42.210540 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-9e9027eb-10de-4666-a939-23b27534fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:42.211978 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-9e9027eb-10de-4666-a939-23b27534fefb service neutron] 10.222.0.16 "GET /v2.0/networks?id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f HTTP/1.1" status: 200 len: 914 time: 0.1810880 Jul 27 06:50:42.236919 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] For port 2e646693-8eae-4851-8784-07cc940d7f41, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=2e646693-8eae-4851-8784-07cc940d7f41,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:42.237370 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': '2e646693-8eae-4851-8784-07cc940d7f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:50:40Z', 'revision_number': 5, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'gw_port': {'id': '2e646693-8eae-4851-8784-07cc940d7f41', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:42.237526 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:42.263011 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd063964-c3f0-4c3c-8a56-4419a5d09b48 None None] The sync data for ids ['51e9844f-00b5-47f2-b97f-38e54bd93d85'] in dv-cinder-779194-3-smb is: [{'id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'name': 'tempest-ServerRescueNegativeTestJSON-521242058-router', 'tenant_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': '2e646693-8eae-4851-8784-07cc940d7f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:50:40Z', 'revision_number': 5, 'project_id': 'e4500896d6aa4da6b6a61c4d0aa2018b', 'gw_port': {'id': '2e646693-8eae-4851-8784-07cc940d7f41', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9844f-00b5-47f2-b97f-38e54bd93d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:50:42.281748 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Calling delete_port for 2e646693-8eae-4851-8784-07cc940d7f41 owned by network:router_gateway {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:50:42.311227 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-3363a0b3-8ac5-4d0b-94fa-9ced1a47b52a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 200 len: 1002 time: 0.0884888 Jul 27 06:50:42.392061 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-953e574e-f419-441b-b442-9e798e9a8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:42.393496 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-953e574e-f419-441b-b442-9e798e9a8c60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d5872fc-4a28-46b8-96d9-0851df1905f9 HTTP/1.1" status: 200 len: 852 time: 0.0566847 Jul 27 06:50:42.532151 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-35a889fa-1ff8-46e1-a20d-b0975cf2c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:42.533569 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-35a889fa-1ff8-46e1-a20d-b0975cf2c38f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1178546 Jul 27 06:50:42.636284 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-770e2d3c-ba89-4cb8-9af8-b8435a2f60e0 service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938914 Jul 27 06:50:42.704703 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:42.744635 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e646693-8eae-4851-8784-07cc940d7f41,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:43.125512 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c456f983-eed6-4d30-9d02-1374e8e6873f req-c60596cf-97db-429f-a0e1-b082ad790bff service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664819 Jul 27 06:50:43.136546 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423091'] for router_gateway, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.254483 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5814'] for router, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.260835 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.297235 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689665b6-ac25-49fa-ab64-9e1ca0281d69 req-d3d16209-67c8-4098-903e-946fdbde3eb4 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:43.298727 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-689665b6-ac25-49fa-ab64-9e1ca0281d69 req-d3d16209-67c8-4098-903e-946fdbde3eb4 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.2440405 Jul 27 06:50:43.342420 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da953f-452a-4fa8-8b19-aa47f13090ad req-7f67df77-0dc2-493e-92b2-f6d994fce0c9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:43.343946 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-61da953f-452a-4fa8-8b19-aa47f13090ad req-7f67df77-0dc2-493e-92b2-f6d994fce0c9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.3284531 Jul 27 06:50:43.395503 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-689665b6-ac25-49fa-ab64-9e1ca0281d69 req-184203ff-9c2e-4b78-a407-3c942e9e7a9b tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619524 Jul 27 06:50:43.408018 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-61da953f-452a-4fa8-8b19-aa47f13090ad req-a597c5d1-ec04-4c77-a9aa-3c9a5cf423fc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571508 Jul 27 06:50:43.448722 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526522'] for router, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.449431 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e9844f-00b5-47f2-b97f-38e54bd93d85 {{(pid=100284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:50:43.456744 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] Notify callbacks [] for router, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.458549 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-7dfcd49e-aedc-4365-8302-34aa09f19ef8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/51e9844f-00b5-47f2-b97f-38e54bd93d85 HTTP/1.1" status: 204 len: 168 time: 1.9818470 Jul 27 06:50:43.461120 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52282) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:43.537566 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67608f-9b81-4c3e-9087-172f53552afa req-247b3ea3-7247-451b-91ac-6dea8d908346 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:43.539072 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5f67608f-9b81-4c3e-9087-172f53552afa req-247b3ea3-7247-451b-91ac-6dea8d908346 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 946 time: 0.0791557 Jul 27 06:50:43.541917 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ff7ddb-4cad-4e62-be3a-d86c1eb54c04 admin admin] Deleting subnet e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:50:43.545234 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88ff7ddb-4cad-4e62-be3a-d86c1eb54c04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.558171 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 79dce615-559f-461a-b0f6-9db015f1307f no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:50:43.584465 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 79dce615-559f-461a-b0f6-9db015f1307f {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:50:43.584876 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 79dce615-559f-461a-b0f6-9db015f1307f not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:50:43.586125 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88ff7ddb-4cad-4e62-be3a-d86c1eb54c04 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.592581 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88ff7ddb-4cad-4e62-be3a-d86c1eb54c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.605171 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5f67608f-9b81-4c3e-9087-172f53552afa req-00df0515-32b5-4bd1-b874-67e4051edaf6 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 Jul 27 06:50:43.768599 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88ff7ddb-4cad-4e62-be3a-d86c1eb54c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.800191 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff7ddb-4cad-4e62-be3a-d86c1eb54c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:43.802255 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88ff7ddb-4cad-4e62-be3a-d86c1eb54c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.804021 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-88ff7ddb-4cad-4e62-be3a-d86c1eb54c04 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8fbc6af-7443-4d6a-9e9d-b2470a9f6fc0 HTTP/1.1" status: 204 len: 168 time: 0.3411651 Jul 27 06:50:43.806604 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52318) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:43.874253 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.958644 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.970583 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:43.970583 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:43.971194 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:43.971529 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > port after_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:43.971866 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > port after_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:43.972201 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > port after_update 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:43.972517 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:43.972857 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:43.973211 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:43.973534 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:44.092407 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:44.092756 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:44.093131 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:44.093454 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:50:44.093829 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f9f50b-f3d7-442b-ad81-cc2181492054']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:44.110997 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e73a84-61cd-437a-9b94-9a7abea7288b') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:44.111287 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e73a84-61cd-437a-9b94-9a7abea7288b') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:44.128197 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12924829'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.149241 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.157143 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12831700'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: from cryptography.utils import int_from_bytes Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: from cryptography.utils import int_from_bytes Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: Traceback (most recent call last): Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: timer() Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: cb(*args, **kw) Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: return func(*args, **kwargs) Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: self._notify() Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: self.callback(batched_events) Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: event.method(event) Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: return f(self, *a, **k) Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: return self._get(url).json() Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:50:44.161899 dv-cinder-779194-3-smb neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:50:44.271023 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.278182 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.280113 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] 10.222.0.13 "DELETE /v2.0/networks/d1f9f50b-f3d7-442b-ad81-cc2181492054 HTTP/1.1" status: 204 len: 168 time: 0.4720240 Jul 27 06:50:44.293063 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330ad6f-51da-4f63-af13-82872db4b0de admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f9f50b-f3d7-442b-ad81-cc2181492054,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:44.574608 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481797eb-9b8d-4602-a1d9-0cd224ef2d8a req-598f7690-694b-4ca6-9db8-762afc8614e9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:44.576086 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-481797eb-9b8d-4602-a1d9-0cd224ef2d8a req-598f7690-694b-4ca6-9db8-762afc8614e9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.1113856 Jul 27 06:50:44.583986 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e2f19-cebe-4b06-89ac-8c91fbd35fe1 req-786563ff-f083-4989-a1d1-d89087b9ce0f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:44.585397 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fb9e2f19-cebe-4b06-89ac-8c91fbd35fe1 req-786563ff-f083-4989-a1d1-d89087b9ce0f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1088526 Jul 27 06:50:44.643950 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-481797eb-9b8d-4602-a1d9-0cd224ef2d8a req-a2568a22-642e-4f69-8bbe-655af8ddc39e tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574934 Jul 27 06:50:44.649165 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fb9e2f19-cebe-4b06-89ac-8c91fbd35fe1 req-d0c05b0f-5da9-48ca-b268-72795339bb00 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568869 Jul 27 06:50:44.668173 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52336) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:44.707475 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-910280a6-0f25-4f1c-8ca5-62efc991d8ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4500896d6aa4da6b6a61c4d0aa2018b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381656 Jul 27 06:50:44.711681 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52338) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:44.758885 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a352b111-081d-4582-8e33-5dfa0e4124a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.780362 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a352b111-081d-4582-8e33-5dfa0e4124a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.882636 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a352b111-081d-4582-8e33-5dfa0e4124a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.885163 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a352b111-081d-4582-8e33-5dfa0e4124a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.886297 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-a352b111-081d-4582-8e33-5dfa0e4124a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f68faa7-d355-4fcd-8b17-22cfff6c07e1 HTTP/1.1" status: 204 len: 168 time: 0.1737540 Jul 27 06:50:44.894161 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352b111-081d-4582-8e33-5dfa0e4124a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f68faa7-d355-4fcd-8b17-22cfff6c07e1,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:45.487562 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 2e646693-8eae-4851-8784-07cc940d7f41 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:50:45.507995 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 2e646693-8eae-4851-8784-07cc940d7f41 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:50:45.508337 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 2e646693-8eae-4851-8784-07cc940d7f41 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:50:45.826452 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac4b3-4a90-4a7a-a6ea-8492143572c0 req-18ead7f3-986d-495a-8859-96964f7777c3 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:45.828363 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-454ac4b3-4a90-4a7a-a6ea-8492143572c0 req-18ead7f3-986d-495a-8859-96964f7777c3 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.1066885 Jul 27 06:50:45.837460 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5da0d-e4b8-427d-97ed-1d20b7eaa817 req-f09e57e2-31e2-414f-95b6-425f7bb0cacb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:45.838938 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a6b5da0d-e4b8-427d-97ed-1d20b7eaa817 req-f09e57e2-31e2-414f-95b6-425f7bb0cacb tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1076980 Jul 27 06:50:45.898223 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-454ac4b3-4a90-4a7a-a6ea-8492143572c0 req-7351a60b-0726-47ab-a041-8ae54fc61680 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570595 Jul 27 06:50:45.902004 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a6b5da0d-e4b8-427d-97ed-1d20b7eaa817 req-81213018-12dc-4466-a89d-b1b2942d947c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561008 Jul 27 06:50:47.078307 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac9afc-7cf2-4466-9909-21b44b06c982 req-240a043a-647f-41d3-8678-f87de0b39cbe tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:47.081006 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f9ac9afc-7cf2-4466-9909-21b44b06c982 req-240a043a-647f-41d3-8678-f87de0b39cbe tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.1136069 Jul 27 06:50:47.091726 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98f365-b77e-40c6-b5fe-48972dbd5820 req-34e51fe0-845d-494d-8f94-6b7b650b0fb6 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:47.093279 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c98f365-b77e-40c6-b5fe-48972dbd5820 req-34e51fe0-845d-494d-8f94-6b7b650b0fb6 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1163971 Jul 27 06:50:47.154050 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c98f365-b77e-40c6-b5fe-48972dbd5820 req-02aaa04e-0cd3-4517-bd2d-e0916162a251 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540886 Jul 27 06:50:47.158106 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f9ac9afc-7cf2-4466-9909-21b44b06c982 req-ba758bd2-5aa2-4250-be3c-6d805d2dfb66 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639098 Jul 27 06:50:47.529710 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef77fa-5540-4d20-ae79-aad7f33010aa req-a1918695-22d7-4b6a-ac06-8887debf024b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:47.531210 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c7ef77fa-5540-4d20-ae79-aad7f33010aa req-a1918695-22d7-4b6a-ac06-8887debf024b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0815036 Jul 27 06:50:47.573691 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c7ef77fa-5540-4d20-ae79-aad7f33010aa req-db7fc1d6-92a5-448e-a023-049990d059e4 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337996 Jul 27 06:50:47.662929 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-6371a577-1746-41f9-ba1d-43b0b003da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:47.664455 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-6371a577-1746-41f9-ba1d-43b0b003da6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.0615029 Jul 27 06:50:47.757520 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-91bc6920-0691-481d-8a0c-5f30c0379765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:47.758891 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-91bc6920-0691-481d-8a0c-5f30c0379765 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 912 time: 0.0861166 Jul 27 06:50:47.832031 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-6e683b82-d2df-428f-80f2-48943e1c0236 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda91233-4bb4-440f-8bcc-dedcb5607055 HTTP/1.1" status: 200 len: 1000 time: 0.0606997 Jul 27 06:50:47.890385 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-d01dca8d-9431-418e-aaf1-8cec2c366ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:47.891804 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-d01dca8d-9431-418e-aaf1-8cec2c366ecc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 200 len: 850 time: 0.0452445 Jul 27 06:50:47.950888 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-0c1b43b4-301f-4f88-8907-e935df9fe5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:47.952364 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-0c1b43b4-301f-4f88-8907-e935df9fe5aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b10d324b-fbf7-4b46-97bc-eded67cd5894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527544 Jul 27 06:50:48.048846 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-aad8a9ec-228a-4f29-b4e0-bbe034416143 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888641 Jul 27 06:50:48.113743 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52432) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:48.140421 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9a1d2002-3311-437f-8a8c-006fed7758d8 req-6ecdaa52-9214-492a-949a-542a25630a8b service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840507 Jul 27 06:50:48.218040 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6cee65ee-774f-47d2-8f78-8745dfc93aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.298175 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf5218-0870-4d9d-bbb2-11041171fb65 req-b2870bce-04ce-4d56-8d49-f880083d1c57 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:48.300029 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-93bf5218-0870-4d9d-bbb2-11041171fb65 req-b2870bce-04ce-4d56-8d49-f880083d1c57 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.0648663 Jul 27 06:50:48.309668 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6cee65ee-774f-47d2-8f78-8745dfc93aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.341810 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-93bf5218-0870-4d9d-bbb2-11041171fb65 req-fccdfab5-800d-4e48-a465-d71a1f7ee33e tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348291 Jul 27 06:50:48.402618 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6cee65ee-774f-47d2-8f78-8745dfc93aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.443261 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6cee65ee-774f-47d2-8f78-8745dfc93aa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21c399d48bd84918a4178be61fb3dfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284237 Jul 27 06:50:48.444082 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee65ee-774f-47d2-8f78-8745dfc93aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8246c0f2-d3b0-4e7b-9a8f-9123487aa84a,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:48.446022 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 52438) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:48.500602 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-98c98a58-946b-41e2-af4a-63053ebba76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.522790 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-98c98a58-946b-41e2-af4a-63053ebba76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.620196 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-98c98a58-946b-41e2-af4a-63053ebba76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.622885 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-98c98a58-946b-41e2-af4a-63053ebba76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.624085 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-98c98a58-946b-41e2-af4a-63053ebba76b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8246c0f2-d3b0-4e7b-9a8f-9123487aa84a HTTP/1.1" status: 204 len: 168 time: 0.1769674 Jul 27 06:50:48.634206 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c98a58-946b-41e2-af4a-63053ebba76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8246c0f2-d3b0-4e7b-9a8f-9123487aa84a,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:48.708424 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25114bbd-8744-4ca6-bb8f-c127e8c3f250 req-ee2a180a-dcd4-46a4-a7b1-6b7db437efd8 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:48.709958 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25114bbd-8744-4ca6-bb8f-c127e8c3f250 req-ee2a180a-dcd4-46a4-a7b1-6b7db437efd8 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0665958 Jul 27 06:50:48.747183 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25114bbd-8744-4ca6-bb8f-c127e8c3f250 req-af303d3b-7213-40bd-adf2-bd46fdef9c2a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313315 Jul 27 06:50:49.389969 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 52450) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:49.403032 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b47b239e-58d2-4097-965b-e443c7b2f9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.512724 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ede5a-46e3-4cbd-a696-b19b3cd2a852 req-cfa78c52-40da-40b4-a109-e2ee346ead96 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:49.514219 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b09ede5a-46e3-4cbd-a696-b19b3cd2a852 req-cfa78c52-40da-40b4-a109-e2ee346ead96 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.0997863 Jul 27 06:50:49.570271 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b47b239e-58d2-4097-965b-e443c7b2f9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.578156 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b09ede5a-46e3-4cbd-a696-b19b3cd2a852 req-2d4033fa-c71f-489f-9bc2-d1dbfd11a687 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558944 Jul 27 06:50:49.648204 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b47b239e-58d2-4097-965b-e443c7b2f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.687768 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-b47b239e-58d2-4097-965b-e443c7b2f9a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02eb147b3246476bb895ee7955dc9264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967274 Jul 27 06:50:49.688711 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b239e-58d2-4097-965b-e443c7b2f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146eba36-a103-48af-b152-9cfe039a6f2a,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:49.690535 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52454) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:49.741765 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-652b0e82-35d8-4658-a822-1de4fac01c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.762149 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-652b0e82-35d8-4658-a822-1de4fac01c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.876605 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-652b0e82-35d8-4658-a822-1de4fac01c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.879343 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-652b0e82-35d8-4658-a822-1de4fac01c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.879561 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d217b35-8e91-44d1-b8c4-c95f1e8681cb req-cdbaadd2-6c83-48e3-8fa1-2ba180b3f61b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:49.880468 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-652b0e82-35d8-4658-a822-1de4fac01c4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/146eba36-a103-48af-b152-9cfe039a6f2a HTTP/1.1" status: 204 len: 168 time: 0.1889539 Jul 27 06:50:49.881164 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0d217b35-8e91-44d1-b8c4-c95f1e8681cb req-cdbaadd2-6c83-48e3-8fa1-2ba180b3f61b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0654500 Jul 27 06:50:49.889863 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b0e82-35d8-4658-a822-1de4fac01c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146eba36-a103-48af-b152-9cfe039a6f2a,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:49.924075 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0d217b35-8e91-44d1-b8c4-c95f1e8681cb req-2cb0823a-9a65-4d30-a814-49d333567b17 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350554 Jul 27 06:50:50.719271 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57ba99-05be-4758-a7f8-47e0abaf0bd8 req-3fdf8d65-0749-4700-9e1b-3e89bd07019e tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:50.720742 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-da57ba99-05be-4758-a7f8-47e0abaf0bd8 req-3fdf8d65-0749-4700-9e1b-3e89bd07019e tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.0752606 Jul 27 06:50:50.761870 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-da57ba99-05be-4758-a7f8-47e0abaf0bd8 req-2e1b9841-9349-4beb-879d-53eb3e93c183 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347521 Jul 27 06:50:51.537393 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 52498) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:51.585407 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-de1cbc45-a6ea-4790-8a16-a3f5634cc1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:51.644997 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ce70-a10e-493f-80a7-6030804cc945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:51.732883 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ce70-a10e-493f-80a7-6030804cc945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:51.785576 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ce70-a10e-493f-80a7-6030804cc945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:51.828253 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c7d0ce70-a10e-493f-80a7-6030804cc945 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d74ea510ff1e42e39f8c328169a85792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872150 Jul 27 06:50:51.828253 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0ce70-a10e-493f-80a7-6030804cc945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97abfd59-8a68-4a93-8fbb-b6b2b9dae0d8,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:51.828779 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52506) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:51.880691 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e857e673-425d-44f8-bef4-524fc14c7d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:51.901337 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221d7b-6c20-4586-86f6-349e64538478 req-f533ba7a-338d-43a5-9315-7b2d51b47511 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:51.903236 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e5221d7b-6c20-4586-86f6-349e64538478 req-f533ba7a-338d-43a5-9315-7b2d51b47511 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.0692191 Jul 27 06:50:51.908639 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e857e673-425d-44f8-bef4-524fc14c7d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:51.948553 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e5221d7b-6c20-4586-86f6-349e64538478 req-1e7da93b-34ec-4acb-9d88-4b928e500bd4 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381727 Jul 27 06:50:52.048800 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e857e673-425d-44f8-bef4-524fc14c7d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:52.051541 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e857e673-425d-44f8-bef4-524fc14c7d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:52.054457 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-e857e673-425d-44f8-bef4-524fc14c7d2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97abfd59-8a68-4a93-8fbb-b6b2b9dae0d8 HTTP/1.1" status: 204 len: 168 time: 0.2231412 Jul 27 06:50:52.061779 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857e673-425d-44f8-bef4-524fc14c7d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97abfd59-8a68-4a93-8fbb-b6b2b9dae0d8,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:53.081906 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da18fff-aa36-466d-ab55-9a9e63eca512 req-b4c77247-aa77-48eb-ac97-cf401a81d6a2 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:53.083382 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2da18fff-aa36-466d-ab55-9a9e63eca512 req-b4c77247-aa77-48eb-ac97-cf401a81d6a2 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.0667582 Jul 27 06:50:53.124857 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2da18fff-aa36-466d-ab55-9a9e63eca512 req-fd27e968-b6cc-4534-830e-1bb0de1faf99 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348349 Jul 27 06:50:54.231054 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6f577a01-4281-43b5-bb23-797dc50490e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:54.258778 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013bb62-af97-40ad-8927-8b01ca6b7e2c req-321cbd7f-22f5-4fe6-b93a-c0f772c288f7 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:54.260368 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9013bb62-af97-40ad-8927-8b01ca6b7e2c req-321cbd7f-22f5-4fe6-b93a-c0f772c288f7 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.0680456 Jul 27 06:50:54.305398 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9013bb62-af97-40ad-8927-8b01ca6b7e2c req-4f9bdb3b-51cb-466b-956d-761fdc6644c6 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385833 Jul 27 06:50:54.761606 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:54.808708 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:50:55.174011 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:55.438136 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37829a0a-4e76-4bdb-abf1-6169e9a9ccb5 req-8ff87ddf-d9c9-4294-8448-d926f7832af4 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:55.439573 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-37829a0a-4e76-4bdb-abf1-6169e9a9ccb5 req-8ff87ddf-d9c9-4294-8448-d926f7832af4 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.0657842 Jul 27 06:50:55.479348 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-37829a0a-4e76-4bdb-abf1-6169e9a9ccb5 req-f05050d2-8c7b-45cd-b6cb-6cd668892cf5 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0&id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337310 Jul 27 06:50:56.790975 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.352367 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52692) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:03.451356 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fab5b830-b6aa-47fd-93e7-96513ab538b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.540576 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fab5b830-b6aa-47fd-93e7-96513ab538b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.641318 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fab5b830-b6aa-47fd-93e7-96513ab538b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.677250 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-fab5b830-b6aa-47fd-93e7-96513ab538b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bff556155f6f42978621fe04bd37c826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238328 Jul 27 06:51:03.679111 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5b830-b6aa-47fd-93e7-96513ab538b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a876c80-c64b-4ebb-b1b4-ecd8c9d8175e,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:03.679913 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 52696) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:03.729619 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1659af1d-4e59-47b4-81f8-e0b860dcd4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.750915 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1659af1d-4e59-47b4-81f8-e0b860dcd4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.955286 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1659af1d-4e59-47b4-81f8-e0b860dcd4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.957784 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1659af1d-4e59-47b4-81f8-e0b860dcd4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.958932 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-1659af1d-4e59-47b4-81f8-e0b860dcd4e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a876c80-c64b-4ebb-b1b4-ecd8c9d8175e HTTP/1.1" status: 204 len: 168 time: 0.2779701 Jul 27 06:51:03.967373 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659af1d-4e59-47b4-81f8-e0b860dcd4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a876c80-c64b-4ebb-b1b4-ecd8c9d8175e,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:04.774496 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52706) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:04.786118 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bf4c-231f-4928-8958-d68d6a29b190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:04.870410 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bf4c-231f-4928-8958-d68d6a29b190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:04.967268 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bf4c-231f-4928-8958-d68d6a29b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.006402 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-4dd5bf4c-231f-4928-8958-d68d6a29b190 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a37b7b9b03a740a4a27e8176ce343a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329752 Jul 27 06:51:05.007218 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5bf4c-231f-4928-8958-d68d6a29b190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684e5300-131f-4623-ac1d-d8e1fbfa55c3,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:05.009490 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52712) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:05.057385 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-38149504-126c-4c86-a00b-8d7a3b45969b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.081488 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-38149504-126c-4c86-a00b-8d7a3b45969b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.235655 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-38149504-126c-4c86-a00b-8d7a3b45969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.238140 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-38149504-126c-4c86-a00b-8d7a3b45969b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.240700 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-38149504-126c-4c86-a00b-8d7a3b45969b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/684e5300-131f-4623-ac1d-d8e1fbfa55c3 HTTP/1.1" status: 204 len: 168 time: 0.2288802 Jul 27 06:51:05.247290 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38149504-126c-4c86-a00b-8d7a3b45969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684e5300-131f-4623-ac1d-d8e1fbfa55c3,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:05.355964 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.531513 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a985f0d-87f2-41f7-b70d-9996f89eb10e req-8501d53a-867a-448a-b5f9-18ed53406323 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:05.532928 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8a985f0d-87f2-41f7-b70d-9996f89eb10e req-8501d53a-867a-448a-b5f9-18ed53406323 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 947 time: 0.0661979 Jul 27 06:51:05.572098 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8a985f0d-87f2-41f7-b70d-9996f89eb10e req-6a49ea98-1861-4bbf-8fcf-97110e0321c3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330901 Jul 27 06:51:05.990492 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 52728) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:06.003451 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6d6c39ce-2dc6-4246-a87d-983f7e07e422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.088806 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6d6c39ce-2dc6-4246-a87d-983f7e07e422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.150466 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6d6c39ce-2dc6-4246-a87d-983f7e07e422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.188568 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-6d6c39ce-2dc6-4246-a87d-983f7e07e422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fd73e0ed20448639de90f3d45dbfa1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970212 Jul 27 06:51:06.189526 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c39ce-2dc6-4246-a87d-983f7e07e422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7da94b3-dd83-4d88-a131-92027e110c32,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:06.191274 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52730) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:06.239546 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-281448d3-a05d-442e-951b-115b55702390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.259332 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-281448d3-a05d-442e-951b-115b55702390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.379578 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-281448d3-a05d-442e-951b-115b55702390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.382148 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-281448d3-a05d-442e-951b-115b55702390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.383284 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-281448d3-a05d-442e-951b-115b55702390 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7da94b3-dd83-4d88-a131-92027e110c32 HTTP/1.1" status: 204 len: 168 time: 0.1910419 Jul 27 06:51:06.391670 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281448d3-a05d-442e-951b-115b55702390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7da94b3-dd83-4d88-a131-92027e110c32,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:06.705883 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af9cfe-e567-44d8-a2b4-fc68365fe78a req-d28c2edf-302f-463f-a2cd-2fe0dee2a6f5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:06.707489 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b3af9cfe-e567-44d8-a2b4-fc68365fe78a req-d28c2edf-302f-463f-a2cd-2fe0dee2a6f5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 947 time: 0.0633619 Jul 27 06:51:06.749549 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b3af9cfe-e567-44d8-a2b4-fc68365fe78a req-932def1c-9920-4f8c-b6f6-d0d3b682f2b3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360980 Jul 27 06:51:07.310134 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52758) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:07.399311 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1023330058-network', 'tenant_id': 'd2de6102a44745fb9b7c58371ff5ec75'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:07.482094 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Made reservation on behalf of d2de6102a44745fb9b7c58371ff5ec75 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:07.484359 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.492347 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.581331 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-2dd78e47-12d4-41ee-b688-d3824d2913c0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:07.581661 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.582772 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-2dd78e47-12d4-41ee-b688-d3824d2913c0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 947 time: 0.0635955 Jul 27 06:51:07.670946 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.690180 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Deleting port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:07.690512 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.691521 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:51:07.705498 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b9122b-e78a-4c9e-a786-e791a44a8ccb,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:07.710124 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.714283 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Added segment 1bec1a8b-8fce-49a0-95c4-b72a2139ad3a of type vlan for network 748ca3f4-5601-49bc-825d-621cc196834c Jul 27 06:51:07.758090 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.789267 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] For port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:07.789267 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.870848 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.871817 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:07.872421 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.929844 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] Pushing event updated for resources: {'Network': ['ID=748ca3f4-5601-49bc-825d-621cc196834c,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:07.940849 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 748ca3f4-5601-49bc-825d-621cc196834c details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:51:08.026559 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6f788a76-1f8d-4acb-95ac-0b7600624d9f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7152073 Jul 27 06:51:08.029390 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52766) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:08.034327 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Request body: {'subnet': {'network_id': '748ca3f4-5601-49bc-825d-621cc196834c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1023330058-subnet', 'tenant_id': 'd2de6102a44745fb9b7c58371ff5ec75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:08.116806 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Made reservation on behalf of d2de6102a44745fb9b7c58371ff5ec75 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:08.119212 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24651608'] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.235425 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e160f-c69d-461c-bac5-5b3db15e8f91 req-93c9b361-7fc1-46bd-8228-df938e906c8b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:08.236883 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-611e160f-c69d-461c-bac5-5b3db15e8f91 req-93c9b361-7fc1-46bd-8228-df938e906c8b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 947 time: 0.3873842 Jul 27 06:51:08.312447 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.312809 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.313138 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.l3_db [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Floating IP 3d95d6a2-1ade-4000-80ab-a707c0a3e770 disassociated. External IP: 172.28.1.187, port: e1e7143f-eeae-4af3-93fd-aa9b6b053d9f. Jul 27 06:51:08.313480 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Calling delete_port for e1e7143f-eeae-4af3-93fd-aa9b6b053d9f owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:08.317673 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-611e160f-c69d-461c-bac5-5b3db15e8f91 req-b804b3fb-d070-46c0-87b6-366fa2d8fbc4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=b646133c-4be0-4094-ae7b-828ae1bc5612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543501 Jul 27 06:51:08.402691 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12831613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24651594'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.462817 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2349e731-32a4-4803-a27d-c94fd69d5909,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:08.468975 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Checking segment: {'id': '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:08.469470 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Network hostable DHCP agents. Network: 748ca3f4-5601-49bc-825d-621cc196834c, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:51:08.533985 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.562594 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event deleted for resources: {'Port': ['ID=e1e7143f-eeae-4af3-93fd-aa9b6b053d9f,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:08.568990 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Network 748ca3f4-5601-49bc-825d-621cc196834c is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:51:08.675040 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 748ca3f4-5601-49bc-825d-621cc196834c) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:08.675847 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Router 786bbed0-89b3-42c3-b6c5-7030098306eb has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:51:08.688050 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:08.688645 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.688850 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06994d03-79c9-4e20-9065-8610ef431cce None None] Network 748ca3f4-5601-49bc-825d-621cc196834c requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:51:08.787700 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:51:08.789244 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-5b337675-7a7e-4cc5-9345-b94949575c6b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7587051 Jul 27 06:51:08.813828 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] Sync routers for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:51:08.825111 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7132d-bf45-4015-abef-7b2f0acd0246 None None] Network 748ca3f4-5601-49bc-825d-621cc196834c requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:51:08.840293 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:08.841236 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:50:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:08.841500 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] No DVR routers for this DVR port e1e7143f-eeae-4af3-93fd-aa9b6b053d9f on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:08.844079 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.846201 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f234d66d-7c1c-4d77-a14c-ff3bf8fff997 req-62e7fef2-dc3c-4819-8f19-a1164c8692bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "DELETE /v2.0/ports/e1e7143f-eeae-4af3-93fd-aa9b6b053d9f HTTP/1.1" status: 204 len: 173 time: 1.2489903 Jul 27 06:51:08.846728 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-deleted', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:08.849010 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d36fc-dc27-467e-bf0c-ee1e804a6d67" -d '{"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-deleted", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:08.885973 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e647de9e-7df6-4dde-aa35-9d4457e8e11a x-openstack-request-id: req-e647de9e-7df6-4dde-aa35-9d4457e8e11a {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:08.886564 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8665c4c7-4d96-4cb8-a838-c28b0310e235", "name": "network-vif-deleted", "tag": "e1e7143f-eeae-4af3-93fd-aa9b6b053d9f", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:08.887006 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e647de9e-7df6-4dde-aa35-9d4457e8e11a {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:08.887636 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8665c4c7-4d96-4cb8-a838-c28b0310e235', 'name': 'network-vif-deleted', 'tag': 'e1e7143f-eeae-4af3-93fd-aa9b6b053d9f', 'status': 'completed', 'code': 200} Jul 27 06:51:09.164357 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:09.371834 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:09.398510 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] Checking router: 786bbed0-89b3-42c3-b6c5-7030098306eb for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:51:09.407844 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:09.408458 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:50:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:09.438750 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6081ef8e-fbb2-4db4-8932-ea2f8577a05d req-6ce93d59-16ce-40a6-b243-9f60b03bf519 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=8665c4c7-4d96-4cb8-a838-c28b0310e235 HTTP/1.1" status: 200 len: 210 time: 0.0336139 Jul 27 06:51:09.529492 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:09.734753 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:09.764518 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a378d7-5700-482a-8931-3ac29d983755 None None] The sync data for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb is: [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:51:09.996601 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13453c-babe-410e-bb5c-1b7c5345fdea None None] New status for floating IP 3d95d6a2-1ade-4000-80ab-a707c0a3e770: DOWN {{(pid=100286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:51:10.631937 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 52796) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:10.691494 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-52a6fadf-9fed-4e35-9bdd-511f862b0ce0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.717519 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-52a6fadf-9fed-4e35-9bdd-511f862b0ce0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.848451 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-52a6fadf-9fed-4e35-9bdd-511f862b0ce0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.851113 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-52a6fadf-9fed-4e35-9bdd-511f862b0ce0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.852308 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-52a6fadf-9fed-4e35-9bdd-511f862b0ce0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "DELETE /v2.0/security-groups/b646133c-4be0-4094-ae7b-828ae1bc5612 HTTP/1.1" status: 204 len: 168 time: 0.2193708 Jul 27 06:51:10.855833 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52798) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:10.862308 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6fadf-9fed-4e35-9bdd-511f862b0ce0 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646133c-4be0-4094-ae7b-828ae1bc5612,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:10.871943 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.api.v2.resource [None req-f00094e1-4fde-405d-8f45-3d92a5d4d641 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] show failed (client error): The resource could not be found. Jul 27 06:51:10.872862 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-f00094e1-4fde-405d-8f45-3d92a5d4d641 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups/b646133c-4be0-4094-ae7b-828ae1bc5612 HTTP/1.1" status: 404 len: 347 time: 0.0155826 Jul 27 06:51:10.875758 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52802) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:10.894819 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:10.933816 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: e1e7143f-eeae-4af3-93fd-aa9b6b053d9f {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:10.934667 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1e7143f-eeae-4af3-93fd-aa9b6b053d9f not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:11.178302 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-c95c604c-bdc5-4f26-825e-0781c0de72d1 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:11.179967 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-c95c604c-bdc5-4f26-825e-0781c0de72d1 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/networks?id=748ca3f4-5601-49bc-825d-621cc196834c HTTP/1.1" status: 200 len: 809 time: 0.1080806 Jul 27 06:51:11.195439 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-76fc19f4-3303-4baf-90ec-73f95802e103 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/quotas/d2de6102a44745fb9b7c58371ff5ec75 HTTP/1.1" status: 200 len: 375 time: 0.0091143 Jul 27 06:51:11.233276 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-182c97bd-7b47-4bdf-a610-370c801a68bf tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2de6102a44745fb9b7c58371ff5ec75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312619 Jul 27 06:51:11.257717 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Deleting port 281333ae-b9bb-428b-924d-fd92228bab07 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:11.258060 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.336781 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.337243 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.350847 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-6afe67ec-4700-45d3-8cd0-766a8f1d7703 service neutron] 10.222.0.13 "GET /v2.0/networks/748ca3f4-5601-49bc-825d-621cc196834c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989032 Jul 27 06:51:11.364843 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Calling delete_port for 281333ae-b9bb-428b-924d-fd92228bab07 owned by network:floatingip {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:11.450016 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-abd23fea-d153-4a20-b299-f34043ca078c service neutron] 10.222.0.13 "GET /v2.0/networks/748ca3f4-5601-49bc-825d-621cc196834c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928028 Jul 27 06:51:11.591186 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.616480 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event deleted for resources: {'Port': ['ID=281333ae-b9bb-428b-924d-fd92228bab07,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:11.694750 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.699030 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.703504 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6fec4002-6880-4221-befa-271cd42ef90f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "DELETE /v2.0/floatingips/3d95d6a2-1ade-4000-80ab-a707c0a3e770 HTTP/1.1" status: 204 len: 168 time: 0.8234131 Jul 27 06:51:11.703758 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-88c27f93-4342-4b9f-8750-4054cd31116d req-058d4628-1797-4c05-812f-4e3d4b545b78 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 210 time: 0.0304976 Jul 27 06:51:12.090362 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52832) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:12.095012 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-869a96d5-576b-49a5-96f7-b7f465983c29 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171530651', 'description': 'tempest-description--101389373'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:12.212157 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-869a96d5-576b-49a5-96f7-b7f465983c29 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.291997 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-869a96d5-576b-49a5-96f7-b7f465983c29 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.379858 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-869a96d5-576b-49a5-96f7-b7f465983c29 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.408635 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a96d5-576b-49a5-96f7-b7f465983c29 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b79fc-394f-47a2-85d6-9828a207d3ba,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:12.482351 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-869a96d5-576b-49a5-96f7-b7f465983c29 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.483616 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-869a96d5-576b-49a5-96f7-b7f465983c29 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3922577 Jul 27 06:51:12.486749 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 52836) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:12.491712 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-2f8eeef2-0157-4131-814c-b3138ed207a6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'security_group_rule': {'security_group_id': '7f6b79fc-394f-47a2-85d6-9828a207d3ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:12.618622 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f8eeef2-0157-4131-814c-b3138ed207a6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.675873 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f8eeef2-0157-4131-814c-b3138ed207a6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.788220 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6342b71e-2f90-4ade-81c0-51e1ed549c9f req-c3cd07d6-fa13-424e-a6a4-c22bf6d4fb86 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 210 time: 0.0324450 Jul 27 06:51:12.842240 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f8eeef2-0157-4131-814c-b3138ed207a6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.859833 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8eeef2-0157-4131-814c-b3138ed207a6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74dc3e0-65fa-4a6e-8231-c788f366ff14,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:12.987869 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f8eeef2-0157-4131-814c-b3138ed207a6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.989703 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-2f8eeef2-0157-4131-814c-b3138ed207a6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5013351 Jul 27 06:51:13.013356 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52842) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:13.013356 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-3a46a06b-99e8-4a9e-8507-24aace18584f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'security_group_rule': {'security_group_id': '7f6b79fc-394f-47a2-85d6-9828a207d3ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:13.144455 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3a46a06b-99e8-4a9e-8507-24aace18584f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.203267 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3a46a06b-99e8-4a9e-8507-24aace18584f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.310835 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3a46a06b-99e8-4a9e-8507-24aace18584f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.326217 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46a06b-99e8-4a9e-8507-24aace18584f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3abcb1c-52cb-4579-9178-05a9c3e74d0b,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:13.448140 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3a46a06b-99e8-4a9e-8507-24aace18584f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.452187 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-3a46a06b-99e8-4a9e-8507-24aace18584f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4562998 Jul 27 06:51:13.452427 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 52844) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:13.457277 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'floatingip': {'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:13.555638 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.656757 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.763551 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Allocated IP 172.28.1.55 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/2fbb28dd-0f3a-4255-b1f8-2ae0165f1435) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:13.864804 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.883244 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-303e2e21-0385-46e9-ba21-767ed618d6e4 req-fbc6e1bd-7371-4664-a526-95128d2c5fa0 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 210 time: 0.0282314 Jul 27 06:51:13.990585 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.027717 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:14.030491 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:14.032884 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:14.065019 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'Port': ['ID=2fbb28dd-0f3a-4255-b1f8-2ae0165f1435,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:14.126631 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.235562 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.382981 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.459080 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-2febf893-b8c0-492a-b641-de3b88391760 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:14.460499 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-2febf893-b8c0-492a-b641-de3b88391760 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.16 "GET /v2.0/networks?id=748ca3f4-5601-49bc-825d-621cc196834c HTTP/1.1" status: 200 len: 809 time: 0.1028225 Jul 27 06:51:14.482237 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12831728'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.491000 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Request body: {'port': {'device_id': 'e82edfde-4af6-4fe8-b625-367f4746539e', 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c', 'admin_state_up': True, 'tenant_id': 'd2de6102a44745fb9b7c58371ff5ec75'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:14.553964 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'Port': ['ID=2fbb28dd-0f3a-4255-b1f8-2ae0165f1435,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:14.561743 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.637729 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.639479 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-821cacfa-de0c-4d3d-ac27-09b64013fcad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1857228 Jul 27 06:51:14.785917 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Made reservation on behalf of d2de6102a44745fb9b7c58371ff5ec75 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:14.789579 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.879234 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-e54982b7-fd9b-4660-a40e-36dd1574072e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1171530651&fields=id&tenant_id=371bfa919ef2412081709a50e2b4ae94 HTTP/1.1" status: 200 len: 267 time: 0.0858669 Jul 27 06:51:15.001115 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5807c8bf-1fed-4371-bdf3-934a768b5426 req-ae0d377c-e40e-4cea-8d90-e5c2763978ca tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 210 time: 0.0426579 Jul 27 06:51:15.032738 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Allocated IP 172.20.0.5 (748ca3f4-5601-49bc-825d-621cc196834c/2349e731-32a4-4803-a27d-c94fd69d5909/5c9b9f02-d3c7-467b-a5fe-771379acdddb) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:15.071887 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97463-65f6-4b23-ad45-73315d575522 req-a00cfb2a-5106-4c59-b721-1e87bb19c376 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:15.081548 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-a00cfb2a-5106-4c59-b721-1e87bb19c376 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 816 time: 0.1895239 Jul 27 06:51:15.104084 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-b7dd9f29-d94c-4173-a10b-f73430ad836e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/quotas/371bfa919ef2412081709a50e2b4ae94 HTTP/1.1" status: 200 len: 375 time: 0.0230496 Jul 27 06:51:15.254630 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-4cf4c8a9-09d7-42fa-bdaa-513be335a124 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1443915 Jul 27 06:51:15.263750 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:15.375803 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-42daa568-865b-49b2-9dcc-cdd414e8ce26 service neutron] 10.222.0.13 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097455 Jul 27 06:51:15.461002 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:15.465514 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-73472111-dd50-4007-92f6-110ab745b08e service neutron] 10.222.0.13 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837619 Jul 27 06:51:15.506937 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Network 748ca3f4-5601-49bc-825d-621cc196834c is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:15.511958 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:15.515812 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:15.522368 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Pushing event updated for resources: {'Port': ['ID=5c9b9f02-d3c7-467b-a5fe-771379acdddb,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:15.573435 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:15.573995 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:15.691991 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-41059977-3878-4c27-bf76-80dc278c6229 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2063355 Jul 27 06:51:15.711994 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-87730e9c-3dda-4a32-9701-d2b06645cca5 req-8ff8cbdf-2a1c-4407-b57c-dd21be040319 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 210 time: 0.0314879 Jul 27 06:51:15.733806 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Request body: {'port': {'device_id': 'e82edfde-4af6-4fe8-b625-367f4746539e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:15.811161 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:16.068119 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9b9f02-d3c7-467b-a5fe-771379acdddb {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:16.078149 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:16.115787 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Transition to ACTIVE for port object 5c9b9f02-d3c7-467b-a5fe-771379acdddb will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:16.146331 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10c51-a34d-466d-8264-424ea700946c req-b7572c39-7953-4859-839a-520da56db4db tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:16.147786 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f8a10c51-a34d-466d-8264-424ea700946c req-b7572c39-7953-4859-839a-520da56db4db tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 931 time: 0.0726078 Jul 27 06:51:16.185512 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f8a10c51-a34d-466d-8264-424ea700946c req-e8cd3a30-0588-4e55-8c1a-e81ffaed8ee1 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 Jul 27 06:51:16.247285 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:16.295652 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9b9f02-d3c7-467b-a5fe-771379acdddb,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:16.368514 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Attempting to bind port 5c9b9f02-d3c7-467b-a5fe-771379acdddb on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:16.368847 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Attempting to bind port 5c9b9f02-d3c7-467b-a5fe-771379acdddb by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:16.369257 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Attempting to bind port 5c9b9f02-d3c7-467b-a5fe-771379acdddb on network 748ca3f4-5601-49bc-825d-621cc196834c {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:16.374215 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Port 5c9b9f02-d3c7-467b-a5fe-771379acdddb on network 748ca3f4-5601-49bc-825d-621cc196834c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:51:16.374532 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Attempting to bind port 5c9b9f02-d3c7-467b-a5fe-771379acdddb on network 748ca3f4-5601-49bc-825d-621cc196834c {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:16.379292 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:16.379628 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Checking segment: {'id': '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:16.380010 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Bound using segment: {'id': '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:16.380434 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Bound port: 5c9b9f02-d3c7-467b-a5fe-771379acdddb, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:16.380787 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:16.441679 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] For port 5c9b9f02-d3c7-467b-a5fe-771379acdddb, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:16.444748 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] For port 5c9b9f02-d3c7-467b-a5fe-771379acdddb, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5c9b9f02-d3c7-467b-a5fe-771379acdddb,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:16.539710 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:16.570520 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:16.571136 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:16.572533 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] 10.222.0.16 "PUT /v2.0/ports/5c9b9f02-d3c7-467b-a5fe-771379acdddb HTTP/1.1" status: 200 len: 1093 time: 0.8439603 Jul 27 06:51:16.572966 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82edfde-4af6-4fe8-b625-367f4746539e', 'tag': '5c9b9f02-d3c7-467b-a5fe-771379acdddb'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:16.575888 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb50d34e-4212-4888-abf6-7b415faa16af" -d '{"events": [{"name": "network-changed", "server_uuid": "e82edfde-4af6-4fe8-b625-367f4746539e", "tag": "5c9b9f02-d3c7-467b-a5fe-771379acdddb"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:16.602045 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869f0d8-e3b1-4b5d-bf43-9819a9fb6743 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9b9f02-d3c7-467b-a5fe-771379acdddb,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:16.614400 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d2cc87-2bd2-49f9-b3cd-c4d80ab3feef x-openstack-request-id: req-92d2cc87-2bd2-49f9-b3cd-c4d80ab3feef {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:16.614695 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82edfde-4af6-4fe8-b625-367f4746539e", "tag": "5c9b9f02-d3c7-467b-a5fe-771379acdddb", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:16.614977 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92d2cc87-2bd2-49f9-b3cd-c4d80ab3feef {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:16.615741 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82edfde-4af6-4fe8-b625-367f4746539e', 'tag': '5c9b9f02-d3c7-467b-a5fe-771379acdddb', 'status': 'completed', 'code': 200} Jul 27 06:51:16.718987 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50d34e-4212-4888-abf6-7b415faa16af req-bf5cf841-1f71-43f7-ba59-9ba883256f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:16.720482 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eb50d34e-4212-4888-abf6-7b415faa16af req-bf5cf841-1f71-43f7-ba59-9ba883256f82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2de6102a44745fb9b7c58371ff5ec75&device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 1096 time: 0.0586011 Jul 27 06:51:16.826730 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-de591940-fc9c-4f11-b6c4-5ebece2ce3fc req-cb36c763-a0d7-4deb-9371-673c81322146 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 210 time: 0.0367835 Jul 27 06:51:16.861946 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50d34e-4212-4888-abf6-7b415faa16af req-bd25a30e-6598-4cb8-b02b-d0ffb485973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:16.863627 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eb50d34e-4212-4888-abf6-7b415faa16af req-bd25a30e-6598-4cb8-b02b-d0ffb485973d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d2de6102a44745fb9b7c58371ff5ec75&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1195459 Jul 27 06:51:16.972962 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50d34e-4212-4888-abf6-7b415faa16af req-692aea3c-3106-4d15-9666-5e7000553a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:16.974526 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eb50d34e-4212-4888-abf6-7b415faa16af req-692aea3c-3106-4d15-9666-5e7000553a2e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920312 Jul 27 06:51:17.098907 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d1e7bbca-dfb1-4c44-aaac-6957e4b04401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:17.105997 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-d1e7bbca-dfb1-4c44-aaac-6957e4b04401 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2de6102a44745fb9b7c58371ff5ec75&device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 1096 time: 0.0564384 Jul 27 06:51:17.165625 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-2cca1f1c-f64e-4c6f-97c6-95eaf6c28c50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9b9f02-d3c7-467b-a5fe-771379acdddb HTTP/1.1" status: 200 len: 217 time: 0.0389938 Jul 27 06:51:17.215438 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-1749102c-be62-4415-b5a1-015dd9ab934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:17.216918 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-1749102c-be62-4415-b5a1-015dd9ab934b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2349e731-32a4-4803-a27d-c94fd69d5909 HTTP/1.1" status: 200 len: 849 time: 0.0434196 Jul 27 06:51:17.253411 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-cbeff667-a7bb-4d35-9d24-fd964f6ce9c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=748ca3f4-5601-49bc-825d-621cc196834c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285220 Jul 27 06:51:17.374122 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf27c77-7525-44bb-8c01-bf9420877d66 req-36d9186c-c5d4-416e-be7f-59fdceca70dd tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:17.375509 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7bf27c77-7525-44bb-8c01-bf9420877d66 req-36d9186c-c5d4-416e-be7f-59fdceca70dd tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 943 time: 0.1210842 Jul 27 06:51:17.403133 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-a0e75b79-1bfb-4474-8982-8f21b91b65bc service neutron] 10.222.0.16 "GET /v2.0/networks/748ca3f4-5601-49bc-825d-621cc196834c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395819 Jul 27 06:51:17.429576 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7bf27c77-7525-44bb-8c01-bf9420877d66 req-51e608f1-63c7-45d3-949d-75f758fa5c00 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479884 Jul 27 06:51:17.507246 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-766fcd96-cb18-4542-89bc-43de75fc8bb7 req-fd38005b-8e73-4e3b-aea6-428c0f70ae02 service neutron] 10.222.0.16 "GET /v2.0/networks/748ca3f4-5601-49bc-825d-621cc196834c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919795 Jul 27 06:51:17.937735 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c503b87e-81e8-47a1-8b24-8edd05ede2f0 req-97156165-0fc9-426c-88a5-495426559d3a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 210 time: 0.0427392 Jul 27 06:51:18.476541 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97463-65f6-4b23-ad45-73315d575522 req-beabe6dc-e6a3-43a8-b25e-f5a3c214d002 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:18.477985 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-beabe6dc-e6a3-43a8-b25e-f5a3c214d002 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 816 time: 0.1035240 Jul 27 06:51:18.569890 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-5df02aaf-9f05-4a0b-90b4-31efa5ab81bd tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371bfa919ef2412081709a50e2b4ae94 HTTP/1.1" status: 200 len: 380 time: 0.0420914 Jul 27 06:51:18.583468 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'port': {'device_id': '125ae855-1c49-4961-9b34-0fa6f8438759', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'admin_state_up': True, 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'security_groups': ['7f6b79fc-394f-47a2-85d6-9828a207d3ba']}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:18.594696 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b2ce5-fec2-4136-ad19-59cc99b954d8 req-60562c79-8135-42d7-8ce2-6b8761e62cdc tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:18.596083 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-546b2ce5-fec2-4136-ad19-59cc99b954d8 req-60562c79-8135-42d7-8ce2-6b8761e62cdc tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 943 time: 0.0995135 Jul 27 06:51:18.676138 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-546b2ce5-fec2-4136-ad19-59cc99b954d8 req-ba116da6-7bad-4ebc-8718-c19a2861261b tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704119 Jul 27 06:51:18.871497 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Made reservation on behalf of 371bfa919ef2412081709a50e2b4ae94 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:18.878771 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:18.995048 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Allocated IP 172.20.0.6 (10f96515-6f2e-4596-b9b4-af1d97f0ec8b/ee7089db-fee7-4a83-930d-8a4836a7af05/0c953490-c431-400c-9341-a6ea5fd8bb43) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:19.055831 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-baa10139-09db-4c46-a039-c7878443ba15 req-c71174f7-e7b4-48f6-8f1a-d245e69006bc tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 210 time: 0.0450213 Jul 27 06:51:19.392461 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:19.405358 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Transition to ACTIVE for port object 0c953490-c431-400c-9341-a6ea5fd8bb43 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:19.544748 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:19.586985 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:19.590905 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:19.596471 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:19.621082 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:19.649491 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:19.653260 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:19.747612 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-22de56f6-32b5-4630-8e22-f7f0a56aaea6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1696856 Jul 27 06:51:19.780792 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Request body: {'port': {'device_id': '125ae855-1c49-4961-9b34-0fa6f8438759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:19.852146 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-7899adf6-5293-41ba-94f8-6cdb1c8b6e15 None None] Provisioning for port 0c953490-c431-400c-9341-a6ea5fd8bb43 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:19.855970 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-7899adf6-5293-41ba-94f8-6cdb1c8b6e15 None None] Provisioning complete for port 0c953490-c431-400c-9341-a6ea5fd8bb43 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:19.856335 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7899adf6-5293-41ba-94f8-6cdb1c8b6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:19.873543 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84a77b-0ddf-4e37-8b90-9c41f2b4cfd1 req-c0cae8f8-51cc-4774-a5c1-1680943dda85 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:19.874951 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd84a77b-0ddf-4e37-8b90-9c41f2b4cfd1 req-c0cae8f8-51cc-4774-a5c1-1680943dda85 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 943 time: 0.1297133 Jul 27 06:51:19.875527 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:19.890514 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-7899adf6-5293-41ba-94f8-6cdb1c8b6e15 None None] Port 0c953490-c431-400c-9341-a6ea5fd8bb43 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:51:19.951177 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd84a77b-0ddf-4e37-8b90-9c41f2b4cfd1 req-49be2dc9-ccbc-403e-8464-f9983a09b6e4 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665343 Jul 27 06:51:20.195051 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c953490-c431-400c-9341-a6ea5fd8bb43 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:20.204585 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.223205 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Transition to ACTIVE for port object 0c953490-c431-400c-9341-a6ea5fd8bb43 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:20.236549 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89f55-ba77-4edb-8899-64f68f2f5fd7 req-0b85d952-a6a8-4a8f-a902-a6d3906db5f1 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:20.238036 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8ea89f55-ba77-4edb-8899-64f68f2f5fd7 req-0b85d952-a6a8-4a8f-a902-a6d3906db5f1 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 931 time: 0.1065662 Jul 27 06:51:20.276148 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8ea89f55-ba77-4edb-8899-64f68f2f5fd7 req-beb8002a-5483-4fa4-a209-51a466546483 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Jul 27 06:51:20.277219 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.331379 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:20.411027 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Attempting to bind port 0c953490-c431-400c-9341-a6ea5fd8bb43 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:20.411357 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Attempting to bind port 0c953490-c431-400c-9341-a6ea5fd8bb43 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:20.411684 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Attempting to bind port 0c953490-c431-400c-9341-a6ea5fd8bb43 on network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:20.416108 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Port 0c953490-c431-400c-9341-a6ea5fd8bb43 on network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:51:20.416428 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Attempting to bind port 0c953490-c431-400c-9341-a6ea5fd8bb43 on network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:20.422789 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:20.423132 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Checking segment: {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:20.423512 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Bound using segment: {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:20.423936 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Bound port: 0c953490-c431-400c-9341-a6ea5fd8bb43, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6e9652-9133-4b81-bfb0-b4878946657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:20.424472 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.492448 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:20.495736 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:20.615768 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.654172 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:20.654780 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.656174 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] 10.222.0.16 "PUT /v2.0/ports/0c953490-c431-400c-9341-a6ea5fd8bb43 HTTP/1.1" status: 200 len: 1093 time: 0.8814435 Jul 27 06:51:20.658500 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:20.660676 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f28fe48-360f-4ed8-84c3-2cb1ea2a4fad" -d '{"events": [{"name": "network-changed", "server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:20.690645 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675496b-2175-4fc2-ac94-cc330862a8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:20.700566 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21937164-7f64-4ca4-b975-7f89572c709a x-openstack-request-id: req-21937164-7f64-4ca4-b975-7f89572c709a {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:20.700862 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:20.701147 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21937164-7f64-4ca4-b975-7f89572c709a {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:20.701554 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'status': 'completed', 'code': 200} Jul 27 06:51:20.841165 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28fe48-360f-4ed8-84c3-2cb1ea2a4fad req-d3f7cfc6-d979-4531-842d-db4e4420dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:20.842658 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0f28fe48-360f-4ed8-84c3-2cb1ea2a4fad req-d3f7cfc6-d979-4531-842d-db4e4420dd9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 1096 time: 0.0609581 Jul 27 06:51:20.973623 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28fe48-360f-4ed8-84c3-2cb1ea2a4fad req-4915eb3b-0880-4da9-b640-c2d64dd99813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:20.975075 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0f28fe48-360f-4ed8-84c3-2cb1ea2a4fad req-4915eb3b-0880-4da9-b640-c2d64dd99813 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=371bfa919ef2412081709a50e2b4ae94&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1044123 Jul 27 06:51:20.979559 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 5c9b9f02-d3c7-467b-a5fe-771379acdddb details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:51:21.084664 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 5c9b9f02-d3c7-467b-a5fe-771379acdddb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5c9b9f02-d3c7-467b-a5fe-771379acdddb,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:21.086503 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb25237-721f-4ba7-8a0e-522e32b302c3 req-98a67144-8e21-4f5f-b954-11dafde88a63 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:21.088000 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-afb25237-721f-4ba7-8a0e-522e32b302c3 req-98a67144-8e21-4f5f-b954-11dafde88a63 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 943 time: 0.0657482 Jul 27 06:51:21.096461 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '5c9b9f02-d3c7-467b-a5fe-771379acdddb', 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c', 'port_id': '5c9b9f02-d3c7-467b-a5fe-771379acdddb', 'mac_address': 'fa:16:3e:7d:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2349e731-32a4-4803-a27d-c94fd69d5909', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:51:21.126897 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-afb25237-721f-4ba7-8a0e-522e32b302c3 req-be9220aa-0a85-43eb-83ca-fcab80e1c1e0 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328424 Jul 27 06:51:21.133895 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:21.146305 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9b9f02-d3c7-467b-a5fe-771379acdddb {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:21.165440 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 5c9b9f02-d3c7-467b-a5fe-771379acdddb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5c9b9f02-d3c7-467b-a5fe-771379acdddb,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:21.223728 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:21.271636 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=5c9b9f02-d3c7-467b-a5fe-771379acdddb,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:21.278592 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.278933 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.279265 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.279591 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.279914 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.280236 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.280551 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.280869 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.281352 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.281669 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.281983 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.282298 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:21.410759 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcced5-d00e-4a78-b342-6ae678858f2b req-af96c8f3-25db-4ae6-9bd9-3b39bd6040bb tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:21.412222 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ffdcced5-d00e-4a78-b342-6ae678858f2b req-af96c8f3-25db-4ae6-9bd9-3b39bd6040bb tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0624325 Jul 27 06:51:21.449129 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ffdcced5-d00e-4a78-b342-6ae678858f2b req-ec10ca2a-ee37-44e1-8287-e1484d4a3636 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305283 Jul 27 06:51:21.588965 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5ba03620-8163-4fc6-9cf0-4f5c0e952311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:21.629964 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['5c9b9f02-d3c7-467b-a5fe-771379acdddb'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:22.256212 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c72e4-a640-4b92-9e8f-7ba09b611533 req-1920e564-7417-4601-95f2-55977fe127ec tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:22.257717 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c9c72e4-a640-4b92-9e8f-7ba09b611533 req-1920e564-7417-4601-95f2-55977fe127ec tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 944 time: 0.0659323 Jul 27 06:51:22.294763 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7c9c72e4-a640-4b92-9e8f-7ba09b611533 req-a630d4f1-ef1c-4e8c-9fae-a9d2055747fa tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306005 Jul 27 06:51:22.578725 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101b52f-a993-4c6d-9e5c-738686054bb7 req-aa33eb24-2fc2-4fdd-95cc-f5a97ff20714 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:22.580093 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7101b52f-a993-4c6d-9e5c-738686054bb7 req-aa33eb24-2fc2-4fdd-95cc-f5a97ff20714 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0623977 Jul 27 06:51:22.616675 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7101b52f-a993-4c6d-9e5c-738686054bb7 req-3acb8548-1d19-4ae9-abe5-c6136f9d8b19 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307593 Jul 27 06:51:22.971346 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28fe48-360f-4ed8-84c3-2cb1ea2a4fad req-fd3b762b-a2b5-4995-9a42-4aef2ecd2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:22.972796 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0f28fe48-360f-4ed8-84c3-2cb1ea2a4fad req-fd3b762b-a2b5-4995-9a42-4aef2ecd2799 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908535 Jul 27 06:51:22.993496 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 5c9b9f02-d3c7-467b-a5fe-771379acdddb up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:23.098894 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97463-65f6-4b23-ad45-73315d575522 req-4bb225f8-85ad-4e86-85e8-052ea812d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:23.100367 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-4bb225f8-85ad-4e86-85e8-052ea812d0a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 1096 time: 0.0536668 Jul 27 06:51:23.110720 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 5c9b9f02-d3c7-467b-a5fe-771379acdddb completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:23.114612 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 5c9b9f02-d3c7-467b-a5fe-771379acdddb triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:23.114980 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:23.154621 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-48e6034e-023c-4df7-a5b5-c4ff1512b576 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c953490-c431-400c-9341-a6ea5fd8bb43 HTTP/1.1" status: 200 len: 217 time: 0.0356631 Jul 27 06:51:23.191815 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:23.208287 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97463-65f6-4b23-ad45-73315d575522 req-1c7a3850-4aef-4ad7-9d45-a0064bd4aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:23.209848 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-1c7a3850-4aef-4ad7-9d45-a0064bd4aed0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.0469103 Jul 27 06:51:23.213345 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82edfde-4af6-4fe8-b625-367f4746539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9b9f02-d3c7-467b-a5fe-771379acdddb'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:23.216105 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd7ec9-395c-4201-9a81-3427d9e0806d" -d '{"events": [{"server_uuid": "e82edfde-4af6-4fe8-b625-367f4746539e", "name": "network-vif-plugged", "status": "completed", "tag": "5c9b9f02-d3c7-467b-a5fe-771379acdddb"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:23.228579 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 5c9b9f02-d3c7-467b-a5fe-771379acdddb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5c9b9f02-d3c7-467b-a5fe-771379acdddb,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:23.253266 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36864902-a029-41b7-8272-94ff0261d268 x-openstack-request-id: req-36864902-a029-41b7-8272-94ff0261d268 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:23.253584 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82edfde-4af6-4fe8-b625-367f4746539e", "name": "network-vif-plugged", "status": "completed", "tag": "5c9b9f02-d3c7-467b-a5fe-771379acdddb", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:23.253844 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36864902-a029-41b7-8272-94ff0261d268 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:23.254315 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82edfde-4af6-4fe8-b625-367f4746539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9b9f02-d3c7-467b-a5fe-771379acdddb', 'code': 200} Jul 27 06:51:23.274917 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97463-65f6-4b23-ad45-73315d575522 req-2542797c-a562-4508-98ea-28baf77c367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:23.276421 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-2542797c-a562-4508-98ea-28baf77c367e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0554688 Jul 27 06:51:23.293632 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:23.343423 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=5c9b9f02-d3c7-467b-a5fe-771379acdddb,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:23.419191 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-0d8554d1-7ded-4791-9f8c-ee8e3c84d1c4 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230845 Jul 27 06:51:23.495746 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2be0-c735-42b2-a90b-d8ff40b8fe25 req-cda5ecc3-086f-4d65-8718-918ec41d51c9 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:23.497291 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a3be2be0-c735-42b2-a90b-d8ff40b8fe25 req-cda5ecc3-086f-4d65-8718-918ec41d51c9 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 945 time: 0.1246870 Jul 27 06:51:23.568267 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a3be2be0-c735-42b2-a90b-d8ff40b8fe25 req-6dd5632f-11df-4160-be06-380cbef7d708 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646095 Jul 27 06:51:23.585680 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46b97463-65f6-4b23-ad45-73315d575522 req-2dd6cd69-98e9-4129-a9c2-24a14a215cf4 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573148 Jul 27 06:51:23.611966 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9f093-3264-40be-8383-4c1f4e2f22b8 req-b760e1aa-adb3-4e76-8cd8-f85ab32155d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:23.613430 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6be9f093-3264-40be-8383-4c1f4e2f22b8 req-b760e1aa-adb3-4e76-8cd8-f85ab32155d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 1098 time: 0.0661283 Jul 27 06:51:23.649526 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6be9f093-3264-40be-8383-4c1f4e2f22b8 req-7863719c-6a3c-438f-9a29-b6fd332655cd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283232 Jul 27 06:51:23.748749 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2f836-13be-4f31-a317-761b338e6c14 req-34af29fb-5167-4d55-b3c5-70370ec1ac78 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:23.750164 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ebb2f836-13be-4f31-a317-761b338e6c14 req-34af29fb-5167-4d55-b3c5-70370ec1ac78 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0625520 Jul 27 06:51:23.787023 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ebb2f836-13be-4f31-a317-761b338e6c14 req-0acc2c5c-104e-41bb-b932-f6ad09cee3c8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310240 Jul 27 06:51:24.248033 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8f65-e131-4b38-9865-2e60f94fd53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:24.701083 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23c8e8-7cb6-4969-8076-6afc7222b1d0 req-ec045223-933d-4cf9-9a46-f55788dbb583 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:24.702438 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd23c8e8-7cb6-4969-8076-6afc7222b1d0 req-ec045223-933d-4cf9-9a46-f55788dbb583 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 945 time: 0.0674095 Jul 27 06:51:24.743524 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd23c8e8-7cb6-4969-8076-6afc7222b1d0 req-09cdb082-7715-453d-b7d4-358374fdc6c9 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348563 Jul 27 06:51:24.789805 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:24.923693 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12733ab-b189-41c1-99b0-599a2a142817 req-dd00086e-4279-482d-8ac2-b8baeda86075 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:24.925225 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e12733ab-b189-41c1-99b0-599a2a142817 req-dd00086e-4279-482d-8ac2-b8baeda86075 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0668657 Jul 27 06:51:24.964635 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e12733ab-b189-41c1-99b0-599a2a142817 req-ab153244-35d7-4ff1-aa9f-df4fbc7af113 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334494 Jul 27 06:51:25.190584 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:25.873116 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d1bdf-edf8-4b70-a62b-1922e6e03937 req-7c933961-6f58-4bd4-953c-23306342b108 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:25.874538 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-614d1bdf-edf8-4b70-a62b-1922e6e03937 req-7c933961-6f58-4bd4-953c-23306342b108 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 945 time: 0.0615900 Jul 27 06:51:25.911810 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-614d1bdf-edf8-4b70-a62b-1922e6e03937 req-d9d6cb88-13cb-432c-bdff-a5f27377151b tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Jul 27 06:51:26.103065 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1454a4-2f72-4c71-87bf-0fc2c5471668 req-fe41e5e2-34a2-42ab-abb8-8d9220613de1 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:26.104511 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fb1454a4-2f72-4c71-87bf-0fc2c5471668 req-fe41e5e2-34a2-42ab-abb8-8d9220613de1 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0697849 Jul 27 06:51:26.142382 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fb1454a4-2f72-4c71-87bf-0fc2c5471668 req-47095801-b43d-44ff-8a12-615ab374e625 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317810 Jul 27 06:51:26.853924 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:27.051137 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 0c953490-c431-400c-9341-a6ea5fd8bb43 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:51:27.146314 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:27.157715 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'port_id': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'mac_address': 'fa:16:3e:3b:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:51:27.192984 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:27.206800 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c953490-c431-400c-9341-a6ea5fd8bb43 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:27.227600 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:27.275883 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b1af4-103c-46b2-b87e-fc1fda69acb7 req-1c365538-eb45-4316-b702-ef9aebe985b8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:27.277361 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d26b1af4-103c-46b2-b87e-fc1fda69acb7 req-1c365538-eb45-4316-b702-ef9aebe985b8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0642533 Jul 27 06:51:27.316520 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d26b1af4-103c-46b2-b87e-fc1fda69acb7 req-6be70ded-0b9b-4f38-903d-2bf76903ebb9 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Jul 27 06:51:27.356989 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:27.409702 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:27.443000 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9eb92b-17a9-4395-92ae-c2c87ecad9fa req-1deb7bbf-e031-434a-9cc7-6b6c4d9b0ddb tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:27.444434 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0a9eb92b-17a9-4395-92ae-c2c87ecad9fa req-1deb7bbf-e031-434a-9cc7-6b6c4d9b0ddb tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 945 time: 0.0686390 Jul 27 06:51:27.483109 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0a9eb92b-17a9-4395-92ae-c2c87ecad9fa req-363190bf-f27b-4602-8bf9-86190ac897de tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Jul 27 06:51:27.799414 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['0c953490-c431-400c-9341-a6ea5fd8bb43'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:28.448707 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8365d-9fbc-4964-840d-7a90f614ad84 req-8b9750ca-1dda-487e-b721-b2b19751043c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:28.450186 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1ba8365d-9fbc-4964-840d-7a90f614ad84 req-8b9750ca-1dda-487e-b721-b2b19751043c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 944 time: 0.0628319 Jul 27 06:51:28.490716 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1ba8365d-9fbc-4964-840d-7a90f614ad84 req-c005f925-93d2-4ec8-8456-f13b1055fa2a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326939 Jul 27 06:51:28.629112 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b21c7-ca45-4dfb-a96e-5b8928756727 req-2095d2ab-3ffc-4888-a8d5-e1eafedc2d00 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:28.630475 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-919b21c7-ca45-4dfb-a96e-5b8928756727 req-2095d2ab-3ffc-4888-a8d5-e1eafedc2d00 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 945 time: 0.0656624 Jul 27 06:51:28.667853 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-919b21c7-ca45-4dfb-a96e-5b8928756727 req-3060b88e-e1b5-4e10-bdb0-419c256d4aea tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Jul 27 06:51:29.084409 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 0c953490-c431-400c-9341-a6ea5fd8bb43 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:29.190521 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 0c953490-c431-400c-9341-a6ea5fd8bb43 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:29.194046 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 0c953490-c431-400c-9341-a6ea5fd8bb43 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:29.194415 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:29.269844 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:29.290890 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:29.293151 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef82bbff-bbdb-4621-96af-a869aca55acc" -d '{"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-plugged", "status": "completed", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:29.317309 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:29.330537 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632cd470-819a-4cca-9481-5564f4242877 x-openstack-request-id: req-632cd470-819a-4cca-9481-5564f4242877 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:29.330823 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-plugged", "status": "completed", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:29.331102 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-632cd470-819a-4cca-9481-5564f4242877 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:29.331486 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'code': 200} Jul 27 06:51:29.385368 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:29.431222 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:29.505584 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bf6a0-3304-44e9-b740-87422516e274 req-3db51116-9d39-4248-8640-a2128d42fdfe tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:29.507083 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-414bf6a0-3304-44e9-b740-87422516e274 req-3db51116-9d39-4248-8640-a2128d42fdfe tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.16 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 945 time: 0.0672932 Jul 27 06:51:29.688077 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f741d-f68b-4f05-bb95-431833fe99f5 req-2fd16cc9-269b-4924-8028-f35c6297069f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:29.689542 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-774f741d-f68b-4f05-bb95-431833fe99f5 req-2fd16cc9-269b-4924-8028-f35c6297069f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.1083488 Jul 27 06:51:29.713381 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-414bf6a0-3304-44e9-b740-87422516e274 req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Deleting port 5c9b9f02-d3c7-467b-a5fe-771379acdddb {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:29.713719 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-414bf6a0-3304-44e9-b740-87422516e274 req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:29.781481 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-774f741d-f68b-4f05-bb95-431833fe99f5 req-a82885f1-b658-4431-af70-2e86fe4f92b5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858462 Jul 27 06:51:29.879317 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-414bf6a0-3304-44e9-b740-87422516e274 req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] For port 5c9b9f02-d3c7-467b-a5fe-771379acdddb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5c9b9f02-d3c7-467b-a5fe-771379acdddb,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:29.879681 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-414bf6a0-3304-44e9-b740-87422516e274 req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:29.899389 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-414bf6a0-3304-44e9-b740-87422516e274 req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Calling delete_port for 5c9b9f02-d3c7-467b-a5fe-771379acdddb owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:29.929117 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f2160-4df1-41fd-92de-56bb8dcb0c65 req-bf73e2ce-baf0-4f80-9cc2-73d2e8254792 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:29.930556 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-950f2160-4df1-41fd-92de-56bb8dcb0c65 req-bf73e2ce-baf0-4f80-9cc2-73d2e8254792 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 945 time: 0.1699538 Jul 27 06:51:29.972246 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9896d55-b76c-4e85-8e58-8b08afd10bdd req-25ef6739-8883-4a44-aa12-748a0e5668a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:29.973680 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b9896d55-b76c-4e85-8e58-8b08afd10bdd req-25ef6739-8883-4a44-aa12-748a0e5668a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 1098 time: 0.1652415 Jul 27 06:51:30.045457 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-950f2160-4df1-41fd-92de-56bb8dcb0c65 req-875bb58c-1b27-4e50-bb43-bde1af6dd0f8 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866618 Jul 27 06:51:30.049758 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b9896d55-b76c-4e85-8e58-8b08afd10bdd req-7a381d9e-9d92-47f7-859b-90c7b1501594 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628042 Jul 27 06:51:30.157159 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-414bf6a0-3304-44e9-b740-87422516e274 req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:30.184001 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Pushing event deleted for resources: {'Port': ['ID=5c9b9f02-d3c7-467b-a5fe-771379acdddb,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:30.209252 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['5c9b9f02-d3c7-467b-a5fe-771379acdddb'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:30.231989 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-414bf6a0-3304-44e9-b740-87422516e274 req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] No DVR routers for this DVR port 5c9b9f02-d3c7-467b-a5fe-771379acdddb on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:30.234561 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-414bf6a0-3304-44e9-b740-87422516e274 req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:30.236557 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-414bf6a0-3304-44e9-b740-87422516e274 req-4401ddf7-0c8a-4466-87c2-8db388f91668 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.16 "DELETE /v2.0/ports/5c9b9f02-d3c7-467b-a5fe-771379acdddb HTTP/1.1" status: 204 len: 173 time: 0.6894424 Jul 27 06:51:30.236984 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82edfde-4af6-4fe8-b625-367f4746539e', 'name': 'network-vif-deleted', 'tag': '5c9b9f02-d3c7-467b-a5fe-771379acdddb'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:30.239228 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e80924a-0922-4e39-974a-4d878180e926" -d '{"events": [{"server_uuid": "e82edfde-4af6-4fe8-b625-367f4746539e", "name": "network-vif-deleted", "tag": "5c9b9f02-d3c7-467b-a5fe-771379acdddb"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:30.273871 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a823ee-841a-4d92-8a6e-ebfdb195f716 x-openstack-request-id: req-c3a823ee-841a-4d92-8a6e-ebfdb195f716 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:30.274175 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82edfde-4af6-4fe8-b625-367f4746539e", "name": "network-vif-deleted", "tag": "5c9b9f02-d3c7-467b-a5fe-771379acdddb", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:30.274423 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3a823ee-841a-4d92-8a6e-ebfdb195f716 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:30.274840 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82edfde-4af6-4fe8-b625-367f4746539e', 'name': 'network-vif-deleted', 'tag': '5c9b9f02-d3c7-467b-a5fe-771379acdddb', 'status': 'completed', 'code': 200} Jul 27 06:51:30.915516 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde237b1-2d19-471f-8234-ebba8a75e8e3 req-baa15603-219c-46c7-a832-2152ca158071 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:30.917009 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fde237b1-2d19-471f-8234-ebba8a75e8e3 req-baa15603-219c-46c7-a832-2152ca158071 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0641501 Jul 27 06:51:30.956351 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fde237b1-2d19-471f-8234-ebba8a75e8e3 req-71af121f-b2b7-4579-821e-79c469eed600 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Jul 27 06:51:31.149443 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d179ff18-cc0c-4f85-98f5-95033afa7b11 req-142f4425-83eb-4e15-b119-4b264394027e tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82edfde-4af6-4fe8-b625-367f4746539e HTTP/1.1" status: 200 len: 210 time: 0.0286012 Jul 27 06:51:31.806952 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:51:32.085181 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe2f45-f156-45f3-9dda-bbc22bd504c1 req-b2cab4c4-dc09-4397-b395-c562088f666f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:32.086644 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e7fe2f45-f156-45f3-9dda-bbc22bd504c1 req-b2cab4c4-dc09-4397-b395-c562088f666f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0618148 Jul 27 06:51:32.126106 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e7fe2f45-f156-45f3-9dda-bbc22bd504c1 req-c3d675b0-055a-4f40-9ea6-08157812f284 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Jul 27 06:51:32.261798 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bd072-4332-4afe-8ae5-980bee1b1b06 req-dcfdd302-388c-4d86-a9c7-2a7b44da6b34 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:32.264901 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a01bd072-4332-4afe-8ae5-980bee1b1b06 req-dcfdd302-388c-4d86-a9c7-2a7b44da6b34 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0683086 Jul 27 06:51:32.272292 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53040) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:32.277394 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-37efd19b-f8d4-42d8-b054-b853e6535184 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Request body: {'floatingip': {'port_id': '0c953490-c431-400c-9341-a6ea5fd8bb43'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:32.322345 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-37efd19b-f8d4-42d8-b054-b853e6535184 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.419400 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4633-117c-4c8f-aadb-82b390a33853 req-26f465a9-f720-4edd-b410-31425a06babd tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:32.420811 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-26f465a9-f720-4edd-b410-31425a06babd tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/networks?id=748ca3f4-5601-49bc-825d-621cc196834c HTTP/1.1" status: 200 len: 809 time: 0.1013522 Jul 27 06:51:32.437009 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-99303d49-ae55-438d-8f3e-523643dd2d1c tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/quotas/d2de6102a44745fb9b7c58371ff5ec75 HTTP/1.1" status: 200 len: 375 time: 0.0091672 Jul 27 06:51:32.481279 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-8636eb11-6315-4b3c-aa6d-05f8c2465163 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2de6102a44745fb9b7c58371ff5ec75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383763 Jul 27 06:51:32.570772 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-ad2ca5e0-6327-4b00-b9ec-ce655b2b1d3b service neutron] 10.222.0.13 "GET /v2.0/networks/748ca3f4-5601-49bc-825d-621cc196834c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820191 Jul 27 06:51:32.666550 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-6af7ed93-2001-4fd4-9c71-1dbb71202539 service neutron] 10.222.0.13 "GET /v2.0/networks/748ca3f4-5601-49bc-825d-621cc196834c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893927 Jul 27 06:51:32.794234 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-37efd19b-f8d4-42d8-b054-b853e6535184 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.883704 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-37efd19b-f8d4-42d8-b054-b853e6535184 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.939081 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-223a53e0-7324-4d4d-bac6-211471dd3b1e req-610fe8ad-d157-46db-aa0a-69939324e32f tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 210 time: 0.0331199 Jul 27 06:51:32.992652 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.l3_db [None req-37efd19b-f8d4-42d8-b054-b853e6535184 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Floating IP f5b53d4d-9763-486c-aac3-452323caa5aa associated. External IP: 172.28.1.55, port: 0c953490-c431-400c-9341-a6ea5fd8bb43. Jul 27 06:51:33.117635 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 5c9b9f02-d3c7-467b-a5fe-771379acdddb no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:33.146921 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 5c9b9f02-d3c7-467b-a5fe-771379acdddb {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:33.147515 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 5c9b9f02-d3c7-467b-a5fe-771379acdddb not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:33.200551 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-d268d05d-c49f-468c-bb00-a13492aff33e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530894 Jul 27 06:51:33.218342 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37efd19b-f8d4-42d8-b054-b853e6535184 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Router 786bbed0-89b3-42c3-b6c5-7030098306eb has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:51:33.303312 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-6e98fb24-f76c-4d1b-8948-b5f747271dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:33.305054 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-6e98fb24-f76c-4d1b-8948-b5f747271dd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.0644522 Jul 27 06:51:33.346602 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37efd19b-f8d4-42d8-b054-b853e6535184 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:51:33.352935 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-37efd19b-f8d4-42d8-b054-b853e6535184 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:33.360365 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] Sync routers for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:51:33.383655 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:33.387335 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:33.426462 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-37efd19b-f8d4-42d8-b054-b853e6535184 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "PUT /v2.0/floatingips/f5b53d4d-9763-486c-aac3-452323caa5aa HTTP/1.1" status: 200 len: 990 time: 1.1530547 Jul 27 06:51:33.430361 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:33.435174 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f168bce-860c-4725-b0b6-6b7f0436469a" -d '{"events": [{"name": "network-changed", "server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:33.489031 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-68aa79f4-c069-47d6-b14c-d2965dd7fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:33.490521 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-68aa79f4-c069-47d6-b14c-d2965dd7fa83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 912 time: 0.1615143 Jul 27 06:51:33.583794 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-b7290722-1e22-4ccc-8c77-2d4d9f684313 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda91233-4bb4-440f-8bcc-dedcb5607055 HTTP/1.1" status: 200 len: 1000 time: 0.0772150 Jul 27 06:51:33.611523 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9faa8-cf78-4bb2-bf5c-36e3770acae5 req-68c1aaf3-40ec-403c-81c5-cf209ac6def3 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:33.613090 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-97f9faa8-cf78-4bb2-bf5c-36e3770acae5 req-68c1aaf3-40ec-403c-81c5-cf209ac6def3 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1376872 Jul 27 06:51:33.652786 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:33.673083 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-6f2af018-0743-4953-ac2e-fbc5cbdb5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:33.674538 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-6f2af018-0743-4953-ac2e-fbc5cbdb5be1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 200 len: 850 time: 0.0801950 Jul 27 06:51:33.679731 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-97f9faa8-cf78-4bb2-bf5c-36e3770acae5 req-039984dd-58fa-4723-9f19-bee31bf92e98 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482733 Jul 27 06:51:33.744900 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-e83f6624-afdd-4c93-937d-615348fcf5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:33.746788 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-e83f6624-afdd-4c93-937d-615348fcf5cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b10d324b-fbf7-4b46-97bc-eded67cd5894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0634115 Jul 27 06:51:33.788858 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3f5a42-9141-4c99-b455-18e5ae87d05d x-openstack-request-id: req-4b3f5a42-9141-4c99-b455-18e5ae87d05d {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:33.788858 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:33.788858 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b3f5a42-9141-4c99-b455-18e5ae87d05d {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:33.788858 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'status': 'completed', 'code': 200} Jul 27 06:51:33.954016 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': 'f5b53d4d-9763-486c-aac3-452323caa5aa', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'floating_ip_address': '172.28.1.55', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'port_id': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'mac_address': 'fa:16:3e:3b:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125ae855-1c49-4961-9b34-0fa6f8438759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:51:14Z', 'updated_at': '2021-07-27T06:51:32Z', 'revision_number': 1, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:33.982881 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] Checking router: 786bbed0-89b3-42c3-b6c5-7030098306eb for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:51:33.992545 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:33.993264 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:34.125461 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:34.202453 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-af6fbaec-fd64-4f8c-94a5-95f50b6f533f req-f4027a8d-c1d9-4ca1-a81d-4f281dc404cf tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 210 time: 0.0796669 Jul 27 06:51:34.258380 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-ed63a7dd-4b82-47e4-88db-09b8912e2870 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296954 Jul 27 06:51:34.270199 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-7e772ad3-dfdc-43a8-bf6a-6abcf00b6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:34.271660 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-7e772ad3-dfdc-43a8-bf6a-6abcf00b6d74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 1098 time: 0.1506240 Jul 27 06:51:34.287144 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42a5a4-e051-41e6-876a-44f91cda65c8 req-289f1a46-9313-4515-959c-a9ee1670f377 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:34.288566 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7f42a5a4-e051-41e6-876a-44f91cda65c8 req-289f1a46-9313-4515-959c-a9ee1670f377 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 946 time: 0.4513419 Jul 27 06:51:34.354948 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': 'f5b53d4d-9763-486c-aac3-452323caa5aa', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'floating_ip_address': '172.28.1.55', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'port_id': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'mac_address': 'fa:16:3e:3b:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125ae855-1c49-4961-9b34-0fa6f8438759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:51:14Z', 'updated_at': '2021-07-27T06:51:32Z', 'revision_number': 1, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:34.384717 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23116ba4-70d5-42ff-8306-715d870bd4a3 None None] The sync data for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb is: [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': 'f5b53d4d-9763-486c-aac3-452323caa5aa', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'floating_ip_address': '172.28.1.55', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'port_id': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'mac_address': 'fa:16:3e:3b:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125ae855-1c49-4961-9b34-0fa6f8438759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:51:14Z', 'updated_at': '2021-07-27T06:51:32Z', 'revision_number': 1, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:51:34.448997 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7f42a5a4-e051-41e6-876a-44f91cda65c8 req-092aa52a-c0e4-42db-8e87-2303ff712ad0 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376212 Jul 27 06:51:34.464706 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-0aae6b07-1597-4883-9d07-76a3f51b7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:34.466282 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-0aae6b07-1597-4883-9d07-76a3f51b7bba service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 917 time: 0.1768613 Jul 27 06:51:34.472485 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-effa5b4a-9e16-4b21-9884-df983fb77c2d req-f172cae5-0f0f-4715-a604-98b276ced8f3 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999340 Jul 27 06:51:34.556906 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-d5157511-b042-4c73-ba1d-19990c9a8b45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c953490-c431-400c-9341-a6ea5fd8bb43 HTTP/1.1" status: 200 len: 998 time: 0.0675662 Jul 27 06:51:34.585321 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633781ae-9eec-433a-9d8e-e0cb22bd5c5f None None] New status for floating IP f5b53d4d-9763-486c-aac3-452323caa5aa: ACTIVE {{(pid=100286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:51:34.609375 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-5595e5bc-409d-4564-9555-894172a09158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:34.610816 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-5595e5bc-409d-4564-9555-894172a09158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.0449457 Jul 27 06:51:34.673756 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-57509f82-fe73-4b23-90a0-79cd320ebd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:34.675282 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-57509f82-fe73-4b23-90a0-79cd320ebd2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546970 Jul 27 06:51:34.805312 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-6463a129-15e7-48c5-80c3-2d1f0d500285 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150687 Jul 27 06:51:34.833726 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec695be-d545-4dca-b22f-a3d933d3c653 req-aa29be73-9a48-4c72-975e-de5eb2973699 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:34.835234 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5ec695be-d545-4dca-b22f-a3d933d3c653 req-aa29be73-9a48-4c72-975e-de5eb2973699 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0817165 Jul 27 06:51:34.938952 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5ec695be-d545-4dca-b22f-a3d933d3c653 req-671da304-987c-43ac-bcdd-b9d6ceb7bf18 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822029 Jul 27 06:51:34.956947 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2f168bce-860c-4725-b0b6-6b7f0436469a req-eb659bf4-3f43-4eb3-9cea-e4a3b9e348a8 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207743 Jul 27 06:51:35.326937 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:35.348161 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d648e02c-2da5-4459-81e5-48ed68d3d4d8 req-a08c2154-1ede-427a-bdcd-b4021674dee0 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 210 time: 0.0382404 Jul 27 06:51:35.408487 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4633-117c-4c8f-aadb-82b390a33853 req-9af69ebc-114e-4a4d-8661-8440fc7f875e tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:35.410106 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-9af69ebc-114e-4a4d-8661-8440fc7f875e tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.16 "GET /v2.0/networks?id=748ca3f4-5601-49bc-825d-621cc196834c HTTP/1.1" status: 200 len: 809 time: 0.1556404 Jul 27 06:51:35.445011 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Request body: {'port': {'device_id': 'd99e1a51-ce17-4e97-b42d-9b3f78a91d49', 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c', 'admin_state_up': True, 'tenant_id': 'd2de6102a44745fb9b7c58371ff5ec75'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:35.643688 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e0a2b-6308-483b-a898-8c324209367a req-88d19ff9-52c3-4e9d-9dd9-7449100a325c tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:35.644922 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9b3e0a2b-6308-483b-a898-8c324209367a req-88d19ff9-52c3-4e9d-9dd9-7449100a325c tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 946 time: 0.1069145 Jul 27 06:51:35.683162 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9b3e0a2b-6308-483b-a898-8c324209367a req-86eca9f3-3244-44fc-b5d7-2d4f6d4f1324 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Jul 27 06:51:35.727849 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Made reservation on behalf of d2de6102a44745fb9b7c58371ff5ec75 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:35.731565 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:35.853877 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Allocated IP 172.20.0.7 (748ca3f4-5601-49bc-825d-621cc196834c/2349e731-32a4-4803-a27d-c94fd69d5909/099a47f2-e811-41fd-95f1-2a2477afaae5) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:36.005879 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.097065 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d2c96-8b3c-4799-902a-da0f5f084aad req-7243ec69-96db-4cc0-a6a5-7f5a5cfeca49 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.098543 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-523d2c96-8b3c-4799-902a-da0f5f084aad req-7243ec69-96db-4cc0-a6a5-7f5a5cfeca49 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0904875 Jul 27 06:51:36.135830 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-523d2c96-8b3c-4799-902a-da0f5f084aad req-e58a3418-589c-49cf-b071-7947dc34e71e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312836 Jul 27 06:51:36.150767 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.195354 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Network 748ca3f4-5601-49bc-825d-621cc196834c is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:36.198303 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:36.200646 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:36.233631 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Pushing event updated for resources: {'Port': ['ID=099a47f2-e811-41fd-95f1-2a2477afaae5,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:36.264421 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.265027 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.333945 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-230e7054-632f-4679-ab7a-de4ec01806b6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8936744 Jul 27 06:51:36.389443 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Request body: {'port': {'device_id': 'd99e1a51-ce17-4e97-b42d-9b3f78a91d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:36.494991 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.540112 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ac420-269a-47ad-b26e-e79c5b8a223b req-ff1c6710-3292-4803-8c7d-d275167d5f0e tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.541742 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f85ac420-269a-47ad-b26e-e79c5b8a223b req-ff1c6710-3292-4803-8c7d-d275167d5f0e tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 931 time: 0.1238799 Jul 27 06:51:36.655497 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f85ac420-269a-47ad-b26e-e79c5b8a223b req-fa7c7a47-5fa8-430e-bc0c-989b537e27ee tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057112 Jul 27 06:51:36.775721 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-1ee56a9d-3ba3-4620-b344-805945486ac7 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.777107 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-1ee56a9d-3ba3-4620-b344-805945486ac7 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1457572 Jul 27 06:51:36.957680 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc44d25-dfef-467a-aff3-8a1b3a054eef req-a58e34b4-9229-497e-9891-5e8a78db054f tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.959056 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4fc44d25-dfef-467a-aff3-8a1b3a054eef req-a58e34b4-9229-497e-9891-5e8a78db054f tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 946 time: 0.2036750 Jul 27 06:51:36.963867 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099a47f2-e811-41fd-95f1-2a2477afaae5 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:36.980371 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.005838 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Transition to ACTIVE for port object 099a47f2-e811-41fd-95f1-2a2477afaae5 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:37.022998 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Deleting port bda91233-4bb4-440f-8bcc-dedcb5607055 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:37.023327 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.029534 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4fc44d25-dfef-467a-aff3-8a1b3a054eef req-46cfbc3a-ec0a-4936-bddd-fcd0bbc0c204 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606716 Jul 27 06:51:37.078161 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.156308 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] For port bda91233-4bb4-440f-8bcc-dedcb5607055, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=bda91233-4bb4-440f-8bcc-dedcb5607055,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:37.156673 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.171580 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Pushing event updated for resources: {'Port': ['ID=099a47f2-e811-41fd-95f1-2a2477afaae5,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:37.368247 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Attempting to bind port 099a47f2-e811-41fd-95f1-2a2477afaae5 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:37.368575 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Attempting to bind port 099a47f2-e811-41fd-95f1-2a2477afaae5 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:37.368900 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Attempting to bind port 099a47f2-e811-41fd-95f1-2a2477afaae5 on network 748ca3f4-5601-49bc-825d-621cc196834c {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:37.408047 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Port 099a47f2-e811-41fd-95f1-2a2477afaae5 on network 748ca3f4-5601-49bc-825d-621cc196834c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:51:37.408678 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Attempting to bind port 099a47f2-e811-41fd-95f1-2a2477afaae5 on network 748ca3f4-5601-49bc-825d-621cc196834c {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:37.428782 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a85ee7-16d5-4e48-810e-bc45e7d84c45 req-2c17f6eb-8889-4d99-bf4e-0e04ba0cbb55 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:37.430270 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b8a85ee7-16d5-4e48-810e-bc45e7d84c45 req-2c17f6eb-8889-4d99-bf4e-0e04ba0cbb55 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2013071 Jul 27 06:51:37.430997 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:37.431327 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Checking segment: {'id': '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:37.431697 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Bound using segment: {'id': '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:37.432128 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Bound port: 099a47f2-e811-41fd-95f1-2a2477afaae5, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:37.432481 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.470790 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.471149 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.471453 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.l3_db [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Floating IP 735349bd-6510-4d71-ae5a-8dd393216dc0 disassociated. External IP: 172.28.1.69, port: bda91233-4bb4-440f-8bcc-dedcb5607055. Jul 27 06:51:37.471784 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Calling delete_port for bda91233-4bb4-440f-8bcc-dedcb5607055 owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:37.522470 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b8a85ee7-16d5-4e48-810e-bc45e7d84c45 req-7e5c6d44-99e6-40ee-b98b-dfede328ece5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5771b49-69f9-4aaa-ad81-1686f86c0845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852251 Jul 27 06:51:37.585192 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] For port 099a47f2-e811-41fd-95f1-2a2477afaae5, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:37.599845 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] For port 099a47f2-e811-41fd-95f1-2a2477afaae5, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=099a47f2-e811-41fd-95f1-2a2477afaae5,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:37.682863 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.720973 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:37.721609 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.723057 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] 10.222.0.16 "PUT /v2.0/ports/099a47f2-e811-41fd-95f1-2a2477afaae5 HTTP/1.1" status: 200 len: 1093 time: 1.3386109 Jul 27 06:51:37.723487 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99e1a51-ce17-4e97-b42d-9b3f78a91d49', 'tag': '099a47f2-e811-41fd-95f1-2a2477afaae5'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:37.725750 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713c3722-614a-4ddb-a5f3-08bfe04c6546" -d '{"events": [{"name": "network-changed", "server_uuid": "d99e1a51-ce17-4e97-b42d-9b3f78a91d49", "tag": "099a47f2-e811-41fd-95f1-2a2477afaae5"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:37.764869 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:37.767396 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844548ef-2653-4d76-b2e3-a8e29e4e1eaf x-openstack-request-id: req-844548ef-2653-4d76-b2e3-a8e29e4e1eaf {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:37.767689 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99e1a51-ce17-4e97-b42d-9b3f78a91d49", "tag": "099a47f2-e811-41fd-95f1-2a2477afaae5", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:37.767937 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-844548ef-2653-4d76-b2e3-a8e29e4e1eaf {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:37.768325 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99e1a51-ce17-4e97-b42d-9b3f78a91d49', 'tag': '099a47f2-e811-41fd-95f1-2a2477afaae5', 'status': 'completed', 'code': 200} Jul 27 06:51:37.787499 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Pushing event updated for resources: {'Port': ['ID=099a47f2-e811-41fd-95f1-2a2477afaae5,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:37.800554 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:37.806190 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305ed41-fc5c-4b8e-878e-f13bf5ae5479 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:38.119585 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event deleted for resources: {'Port': ['ID=bda91233-4bb4-440f-8bcc-dedcb5607055,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:38.221672 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5cf08-be98-440d-ac35-5030db13d29e req-f80bda73-8d00-4966-8b92-8ed0f64dd770 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:38.223002 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-baa5cf08-be98-440d-ac35-5030db13d29e req-f80bda73-8d00-4966-8b92-8ed0f64dd770 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 943 time: 0.4940219 Jul 27 06:51:38.303441 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:51:38.308365 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-baa5cf08-be98-440d-ac35-5030db13d29e req-d310e9e0-d4eb-4948-bf36-fe3c7d59b393 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760865 Jul 27 06:51:38.315672 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3d773-335e-4c78-a11a-2f06dec89798 req-d792959b-fca0-4222-bd86-d783433e4393 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:38.317111 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-18d3d773-335e-4c78-a11a-2f06dec89798 req-d792959b-fca0-4222-bd86-d783433e4393 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 946 time: 0.1941729 Jul 27 06:51:38.320561 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3722-614a-4ddb-a5f3-08bfe04c6546 req-49f55c02-c93b-43e4-8340-a0d960f8a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:38.322012 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-713c3722-614a-4ddb-a5f3-08bfe04c6546 req-49f55c02-c93b-43e4-8340-a0d960f8a142 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2de6102a44745fb9b7c58371ff5ec75&device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 1096 time: 0.5120456 Jul 27 06:51:38.439369 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-18d3d773-335e-4c78-a11a-2f06dec89798 req-3826c189-d390-4237-868b-476c2bb96702 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155379 Jul 27 06:51:38.530924 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3722-614a-4ddb-a5f3-08bfe04c6546 req-52f7d7ac-5b9c-428e-8441-b0dad2e93332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:38.532363 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-713c3722-614a-4ddb-a5f3-08bfe04c6546 req-52f7d7ac-5b9c-428e-8441-b0dad2e93332 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d2de6102a44745fb9b7c58371ff5ec75&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1928053 Jul 27 06:51:38.533499 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:51:38.545095 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] Sync routers for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:51:38.555015 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:38.555568 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:38.620391 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] No DVR routers for this DVR port bda91233-4bb4-440f-8bcc-dedcb5607055 on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:38.626517 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:38.628442 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b3a0ba68-b483-4a98-83e9-ff79960a0efc req-3d2f99c4-703b-427f-8af6-b4674cd9de29 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "DELETE /v2.0/ports/bda91233-4bb4-440f-8bcc-dedcb5607055 HTTP/1.1" status: 204 len: 173 time: 1.8264441 Jul 27 06:51:38.661989 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6ddd548f-8bd1-474f-9725-03d97cd6f141 req-737c9443-3f38-4e5d-8d0f-8f1d58c65e41 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0441794 Jul 27 06:51:38.662291 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:38.696600 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3722-614a-4ddb-a5f3-08bfe04c6546 req-293836b3-077d-4e71-a323-212e0c109a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:38.698140 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-713c3722-614a-4ddb-a5f3-08bfe04c6546 req-293836b3-077d-4e71-a323-212e0c109a54 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582592 Jul 27 06:51:38.818480 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4633-117c-4c8f-aadb-82b390a33853 req-ae9558de-0ed1-47f0-a006-7a7dd1415e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:38.820267 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-ae9558de-0ed1-47f0-a006-7a7dd1415e59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2de6102a44745fb9b7c58371ff5ec75&device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 1096 time: 0.0539458 Jul 27 06:51:38.865595 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:38.872224 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-05c6c35d-b971-4f52-843c-4be7ead00d6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099a47f2-e811-41fd-95f1-2a2477afaae5 HTTP/1.1" status: 200 len: 217 time: 0.0372994 Jul 27 06:51:38.900482 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] Checking router: fb00fa4c-2eb4-4eb1-9b86-1041507f7077 for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:51:38.908848 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:38.909513 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:38.923403 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4633-117c-4c8f-aadb-82b390a33853 req-36e30fa8-e066-4a6e-9b11-3a7fb33a199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:38.924842 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-36e30fa8-e066-4a6e-9b11-3a7fb33a199e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2349e731-32a4-4803-a27d-c94fd69d5909 HTTP/1.1" status: 200 len: 849 time: 0.0452230 Jul 27 06:51:38.960664 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-834ca701-0535-4310-a0e9-e46f07b8057b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=748ca3f4-5601-49bc-825d-621cc196834c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279064 Jul 27 06:51:39.016801 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:39.061931 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-d3ee1702-49ba-4c79-a819-fbc318ac1cfd service neutron] 10.222.0.16 "GET /v2.0/networks/748ca3f4-5601-49bc-825d-621cc196834c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926802 Jul 27 06:51:39.151038 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-720d4633-117c-4c8f-aadb-82b390a33853 req-64e430d4-7a71-423f-9a5c-e782f3fbb3e6 service neutron] 10.222.0.16 "GET /v2.0/networks/748ca3f4-5601-49bc-825d-621cc196834c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812454 Jul 27 06:51:39.213489 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:39.239398 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36093dd5-01e8-4dbd-a347-30768926bf88 None None] The sync data for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb is: [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:51:39.449685 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa6f02-5da7-46f3-a3e3-1ae24a733057 None None] New status for floating IP 735349bd-6510-4d71-ae5a-8dd393216dc0: DOWN {{(pid=100286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:51:39.468926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be6f1-f5e4-4dca-a71f-7b0497170aee req-45f874b2-858e-4c51-8d1f-b1b160b8e3ec tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:39.473976 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-419be6f1-f5e4-4dca-a71f-7b0497170aee req-45f874b2-858e-4c51-8d1f-b1b160b8e3ec tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 943 time: 0.0936263 Jul 27 06:51:39.514964 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-419be6f1-f5e4-4dca-a71f-7b0497170aee req-bfc92689-1c8e-4572-8182-3b955a78e19a tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371063 Jul 27 06:51:39.632755 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66a65d-c91e-4cb9-9551-7fe6cb32af2c req-211f96c3-13a5-4890-9983-879dd2cd7e28 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:39.634287 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9e66a65d-c91e-4cb9-9551-7fe6cb32af2c req-211f96c3-13a5-4890-9983-879dd2cd7e28 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 946 time: 0.0691531 Jul 27 06:51:39.674083 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9e66a65d-c91e-4cb9-9551-7fe6cb32af2c req-20c2c22f-a8b4-4595-a4f0-8d50e50384b0 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Jul 27 06:51:39.777846 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'name': 'network-vif-deleted', 'tag': 'bda91233-4bb4-440f-8bcc-dedcb5607055'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:39.780075 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afbcd19-04f4-48ed-b246-1038eef8430b" -d '{"events": [{"server_uuid": "9431e160-f4c6-4b52-9129-d5671af3a6a5", "name": "network-vif-deleted", "tag": "bda91233-4bb4-440f-8bcc-dedcb5607055"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:39.784400 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e1b4eaad-cf82-44ce-a2b3-0c4f1ba90eb9 req-a0328527-1b4e-4da1-9322-bbf7fe048d70 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9431e160-f4c6-4b52-9129-d5671af3a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0333087 Jul 27 06:51:39.816217 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1a6469-fd16-481e-9634-b07425f1e0cd x-openstack-request-id: req-af1a6469-fd16-481e-9634-b07425f1e0cd {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:39.816517 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9431e160-f4c6-4b52-9129-d5671af3a6a5", "name": "network-vif-deleted", "tag": "bda91233-4bb4-440f-8bcc-dedcb5607055", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:39.816774 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af1a6469-fd16-481e-9634-b07425f1e0cd {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:39.817610 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9431e160-f4c6-4b52-9129-d5671af3a6a5', 'name': 'network-vif-deleted', 'tag': 'bda91233-4bb4-440f-8bcc-dedcb5607055', 'status': 'completed', 'code': 200} Jul 27 06:51:40.064689 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-2f9d5acc-e511-41ee-b2ec-cbc0388c9206 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:40.066157 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-2f9d5acc-e511-41ee-b2ec-cbc0388c9206 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.16 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 946 time: 0.0618753 Jul 27 06:51:40.170611 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Deleting port ebd0d4d5-65e1-430b-8793-2e5e50bc2308 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:40.171467 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:40.257212 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] For port ebd0d4d5-65e1-430b-8793-2e5e50bc2308, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:40.257647 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:40.270090 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Calling delete_port for ebd0d4d5-65e1-430b-8793-2e5e50bc2308 owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:40.499292 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:40.527059 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Pushing event deleted for resources: {'Port': ['ID=ebd0d4d5-65e1-430b-8793-2e5e50bc2308,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:40.540266 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['ebd0d4d5-65e1-430b-8793-2e5e50bc2308'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:40.579449 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] No DVR routers for this DVR port ebd0d4d5-65e1-430b-8793-2e5e50bc2308 on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:40.581464 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:40.583532 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a1762c2c-431b-46b3-a140-0669d7d0bacd req-291eeb87-59b5-470d-890c-260b2ca32a09 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.16 "DELETE /v2.0/ports/ebd0d4d5-65e1-430b-8793-2e5e50bc2308 HTTP/1.1" status: 204 len: 173 time: 0.5081601 Jul 27 06:51:40.659407 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5b7e0-339a-4021-86f1-83a63e263fc4 req-cf6f7d1c-5a03-4aac-bdc0-4782b26deff2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:40.661064 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bab5b7e0-339a-4021-86f1-83a63e263fc4 req-cf6f7d1c-5a03-4aac-bdc0-4782b26deff2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 943 time: 0.0736558 Jul 27 06:51:40.700020 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bab5b7e0-339a-4021-86f1-83a63e263fc4 req-43be98ec-cdb8-445b-97be-d1f7f320a674 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328121 Jul 27 06:51:40.776669 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7b2df83f-8193-436a-b4a2-6153e711f949 req-31f11824-ae93-47dc-8023-548a90b4bb55 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a99bd-b882-41fe-86ea-85ba0b829eb9 HTTP/1.1" status: 200 len: 210 time: 0.0316470 Jul 27 06:51:40.941637 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 53130) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:40.994255 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-28c4293a-2ba6-484d-8c6c-a83b6d889686 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.018009 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-28c4293a-2ba6-484d-8c6c-a83b6d889686 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.131653 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-28c4293a-2ba6-484d-8c6c-a83b6d889686 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.134250 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-28c4293a-2ba6-484d-8c6c-a83b6d889686 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.135405 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-28c4293a-2ba6-484d-8c6c-a83b6d889686 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "DELETE /v2.0/security-groups/f5771b49-69f9-4aaa-ad81-1686f86c0845 HTTP/1.1" status: 204 len: 168 time: 0.1927898 Jul 27 06:51:41.138313 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53132) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:41.146038 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4293a-2ba6-484d-8c6c-a83b6d889686 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5771b49-69f9-4aaa-ad81-1686f86c0845,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:41.147856 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 099a47f2-e811-41fd-95f1-2a2477afaae5 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:51:41.155124 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.api.v2.resource [None req-50150a84-ca85-4c50-b070-a5536a80be0c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] show failed (client error): The resource could not be found. Jul 27 06:51:41.159101 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 53134) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:41.159534 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-50150a84-ca85-4c50-b070-a5536a80be0c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups/f5771b49-69f9-4aaa-ad81-1686f86c0845 HTTP/1.1" status: 404 len: 347 time: 0.0202260 Jul 27 06:51:41.161271 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device bda91233-4bb4-440f-8bcc-dedcb5607055 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:41.189319 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: bda91233-4bb4-440f-8bcc-dedcb5607055 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:41.189660 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device bda91233-4bb4-440f-8bcc-dedcb5607055 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:41.271123 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 099a47f2-e811-41fd-95f1-2a2477afaae5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=099a47f2-e811-41fd-95f1-2a2477afaae5,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:41.283438 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '099a47f2-e811-41fd-95f1-2a2477afaae5', 'network_id': '748ca3f4-5601-49bc-825d-621cc196834c', 'port_id': '099a47f2-e811-41fd-95f1-2a2477afaae5', 'mac_address': 'fa:16:3e:b3:9d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2349e731-32a4-4803-a27d-c94fd69d5909', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:51:41.285844 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Deleting port 623b8fb9-ea07-4083-aba7-63ee87a34556 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:41.286262 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.330810 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.363469 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.363800 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.377763 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Calling delete_port for 623b8fb9-ea07-4083-aba7-63ee87a34556 owned by network:floatingip {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:41.464318 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099a47f2-e811-41fd-95f1-2a2477afaae5 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:41.484444 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 099a47f2-e811-41fd-95f1-2a2477afaae5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=099a47f2-e811-41fd-95f1-2a2477afaae5,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:41.566523 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.600657 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.612690 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=099a47f2-e811-41fd-95f1-2a2477afaae5,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:41.627148 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event deleted for resources: {'Port': ['ID=623b8fb9-ea07-4083-aba7-63ee87a34556,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:41.691323 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.693860 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.695065 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-f60cff17-ce01-4ada-8968-90b874338049 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "DELETE /v2.0/floatingips/735349bd-6510-4d71-ae5a-8dd393216dc0 HTTP/1.1" status: 204 len: 168 time: 0.5350099 Jul 27 06:51:41.819296 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355a99bd-b882-41fe-86ea-85ba0b829eb9', 'name': 'network-vif-deleted', 'tag': 'ebd0d4d5-65e1-430b-8793-2e5e50bc2308'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:41.821571 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205eaf35-d738-4aa3-97c3-4c2c8120e02a" -d '{"events": [{"server_uuid": "355a99bd-b882-41fe-86ea-85ba0b829eb9", "name": "network-vif-deleted", "tag": "ebd0d4d5-65e1-430b-8793-2e5e50bc2308"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:41.843067 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06a43f-b8b3-45c5-b100-3e3aa7a9fc2c req-38e4064e-45db-4478-979e-b0c5c0c719c7 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:41.844542 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cf06a43f-b8b3-45c5-b100-3e3aa7a9fc2c req-38e4064e-45db-4478-979e-b0c5c0c719c7 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 944 time: 0.0762625 Jul 27 06:51:41.882213 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cf06a43f-b8b3-45c5-b100-3e3aa7a9fc2c req-677035ea-c687-4692-8234-0305a423ae90 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Jul 27 06:51:41.906169 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['099a47f2-e811-41fd-95f1-2a2477afaae5'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:41.952577 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dea048-3619-4a11-bb2d-02558023d515 x-openstack-request-id: req-f9dea048-3619-4a11-bb2d-02558023d515 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:41.953284 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355a99bd-b882-41fe-86ea-85ba0b829eb9", "name": "network-vif-deleted", "tag": "ebd0d4d5-65e1-430b-8793-2e5e50bc2308", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:41.953660 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9dea048-3619-4a11-bb2d-02558023d515 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:41.954198 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355a99bd-b882-41fe-86ea-85ba0b829eb9', 'name': 'network-vif-deleted', 'tag': 'ebd0d4d5-65e1-430b-8793-2e5e50bc2308', 'status': 'completed', 'code': 200} Jul 27 06:51:42.002703 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53148) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:42.007340 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545761772', 'description': 'tempest-description--1193688576'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:42.105350 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.183076 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.247915 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.276142 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:42.283032 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.283385 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.287977 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:42.328472 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.329881 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-76f29f30-d329-4da3-8811-ea628cc555ba tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3261230 Jul 27 06:51:42.336322 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53152) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:42.340824 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-4aa70822-7e8d-4b05-af87-f910558bb75e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'security_group_rule': {'security_group_id': 'cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:42.412309 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4aa70822-7e8d-4b05-af87-f910558bb75e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.470872 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4aa70822-7e8d-4b05-af87-f910558bb75e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.533418 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4aa70822-7e8d-4b05-af87-f910558bb75e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.552968 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa70822-7e8d-4b05-af87-f910558bb75e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d8ffa7-00a3-4120-93d8-938265592115,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:42.646104 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4aa70822-7e8d-4b05-af87-f910558bb75e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.647346 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-4aa70822-7e8d-4b05-af87-f910558bb75e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100982 Jul 27 06:51:42.650001 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53154) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:42.654444 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-b6f129f8-0fae-4b0e-8726-65e6487fd61a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'security_group_rule': {'security_group_id': 'cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:42.755251 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6f129f8-0fae-4b0e-8726-65e6487fd61a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.811099 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6f129f8-0fae-4b0e-8726-65e6487fd61a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.876547 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6f129f8-0fae-4b0e-8726-65e6487fd61a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:42.893701 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f129f8-0fae-4b0e-8726-65e6487fd61a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c8e979-9e2a-4e8e-b52d-be08dffd7d95,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:43.006665 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6f129f8-0fae-4b0e-8726-65e6487fd61a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.007801 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b6f129f8-0fae-4b0e-8726-65e6487fd61a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568802 Jul 27 06:51:43.010982 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53160) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:43.014446 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972c85-857f-4861-8128-1dc60dbe4193 req-4f2029d2-0c83-4097-86c2-54cc695dbc80 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:43.015375 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'floatingip': {'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:43.015956 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4d972c85-857f-4861-8128-1dc60dbe4193 req-4f2029d2-0c83-4097-86c2-54cc695dbc80 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 944 time: 0.0669146 Jul 27 06:51:43.054888 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4d972c85-857f-4861-8128-1dc60dbe4193 req-f7dd1bdd-18e2-4be2-a8e0-505fa790389c tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Jul 27 06:51:43.149212 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.170307 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 099a47f2-e811-41fd-95f1-2a2477afaae5 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:43.246539 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.316301 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 099a47f2-e811-41fd-95f1-2a2477afaae5 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:43.320343 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 099a47f2-e811-41fd-95f1-2a2477afaae5 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:43.325609 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.353296 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Allocated IP 172.28.1.15 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/f348036a-5081-4548-9a30-e77aa5081ef4) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:43.401091 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.430868 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99e1a51-ce17-4e97-b42d-9b3f78a91d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099a47f2-e811-41fd-95f1-2a2477afaae5'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:43.431429 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e365b61-96c5-4f33-a6a7-8074b5d8d52c" -d '{"events": [{"server_uuid": "d99e1a51-ce17-4e97-b42d-9b3f78a91d49", "name": "network-vif-plugged", "status": "completed", "tag": "099a47f2-e811-41fd-95f1-2a2477afaae5"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:43.444428 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 099a47f2-e811-41fd-95f1-2a2477afaae5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=099a47f2-e811-41fd-95f1-2a2477afaae5,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:43.471299 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.471447 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ca7052-a767-40d4-a9ed-96edd68023c7 x-openstack-request-id: req-60ca7052-a767-40d4-a9ed-96edd68023c7 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:43.471623 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99e1a51-ce17-4e97-b42d-9b3f78a91d49", "name": "network-vif-plugged", "status": "completed", "tag": "099a47f2-e811-41fd-95f1-2a2477afaae5", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:43.471902 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60ca7052-a767-40d4-a9ed-96edd68023c7 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:43.472295 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99e1a51-ce17-4e97-b42d-9b3f78a91d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099a47f2-e811-41fd-95f1-2a2477afaae5', 'code': 200} Jul 27 06:51:43.493773 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.554882 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=099a47f2-e811-41fd-95f1-2a2477afaae5,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:43.601565 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.638334 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:43.645062 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:43.649480 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:43.652494 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'Port': ['ID=f348036a-5081-4548-9a30-e77aa5081ef4,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:43.738290 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.823183 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931150b-7b26-4614-9ddf-a3e8f0d3b315 req-38bacc0c-dce9-4b00-86df-5523bf3f48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:43.824658 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c931150b-7b26-4614-9ddf-a3e8f0d3b315 req-38bacc0c-dce9-4b00-86df-5523bf3f48fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 1098 time: 0.0556738 Jul 27 06:51:43.846263 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:43.861947 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c931150b-7b26-4614-9ddf-a3e8f0d3b315 req-fcc06ba2-fdfc-49ff-bc46-fbe9ba077be6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290334 Jul 27 06:51:43.997478 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:44.082235 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12831728'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:44.151310 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'Port': ['ID=f348036a-5081-4548-9a30-e77aa5081ef4,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:44.159485 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:44.193219 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c99a-5058-4a27-b3c0-8d0b0d45df7b req-aca386ba-8e70-4f22-a6ac-a7d14beb0f3b tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:44.194677 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f728c99a-5058-4a27-b3c0-8d0b0d45df7b req-aca386ba-8e70-4f22-a6ac-a7d14beb0f3b tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 945 time: 0.0699115 Jul 27 06:51:44.224860 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:44.226128 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-fc785348-ec7e-47f1-8e08-ae0760e353c5 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2142215 Jul 27 06:51:44.231858 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f728c99a-5058-4a27-b3c0-8d0b0d45df7b req-2ac6ed5a-544b-4fb2-a546-eb5232895dfa tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Jul 27 06:51:44.414829 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-74ba4242-35a5-452a-b469-dce1d817db36 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--545761772&fields=id&tenant_id=96af4e8b67da416aaca6c19e34983447 HTTP/1.1" status: 200 len: 267 time: 0.0318785 Jul 27 06:51:44.520399 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-4a1ba8a6-d231-47ac-93de-30a73fe9482c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:44.521882 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-4a1ba8a6-d231-47ac-93de-30a73fe9482c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 811 time: 0.1000338 Jul 27 06:51:44.536395 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-4282101c-d6c4-4fe7-aff3-25261c747bb9 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/quotas/96af4e8b67da416aaca6c19e34983447 HTTP/1.1" status: 200 len: 375 time: 0.0088956 Jul 27 06:51:44.606115 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c79eea7d-af7a-4eaf-ae8b-7d78e2cf41d7 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646360 Jul 27 06:51:44.710198 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-eaa7ed1d-eca1-4ce3-8629-1039f80c9c66 service neutron] 10.222.0.13 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843730 Jul 27 06:51:44.802068 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-2a2718f9-7b70-4d84-b649-f84407a73a71 service neutron] 10.222.0.13 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859065 Jul 27 06:51:45.104969 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fed5af0b-6042-402d-b66f-cb242453d436 req-023748bc-2fe3-4297-8870-464a31f73b89 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 210 time: 0.0309262 Jul 27 06:51:45.179858 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device ebd0d4d5-65e1-430b-8793-2e5e50bc2308 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:45.203949 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: ebd0d4d5-65e1-430b-8793-2e5e50bc2308 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:45.204288 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device ebd0d4d5-65e1-430b-8793-2e5e50bc2308 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:45.375740 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775da4c-2cbe-46b0-b74d-b81eabbd7b0a req-fd3bae97-9b60-4b02-9848-bbe73f404a3c tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:45.377272 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2775da4c-2cbe-46b0-b74d-b81eabbd7b0a req-fd3bae97-9b60-4b02-9848-bbe73f404a3c tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 945 time: 0.0688396 Jul 27 06:51:45.416553 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2775da4c-2cbe-46b0-b74d-b81eabbd7b0a req-bfbb1cee-7cd2-4706-9aaa-858e7190b6a6 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328038 Jul 27 06:51:46.201376 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ef35d137-7e87-47f3-8229-3e2e0df7276e req-8ab097e3-18aa-477d-93da-f253b8535f94 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 210 time: 0.0285203 Jul 27 06:51:46.490460 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-27cf098f-749f-43d5-98fe-9c5925adc4fc tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:46.491981 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-27cf098f-749f-43d5-98fe-9c5925adc4fc tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/networks?id=3f554260-b176-472d-abdf-a51376e59c75 HTTP/1.1" status: 200 len: 814 time: 0.1026959 Jul 27 06:51:46.506429 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-e9f5b7d7-3b37-420c-b2f4-267d50c35bd3 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/quotas/341fb8020b294e74a855da03083751f7 HTTP/1.1" status: 200 len: 375 time: 0.0087230 Jul 27 06:51:46.543553 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-15520f26-55f9-42e1-bef7-14b59eda65d6 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=341fb8020b294e74a855da03083751f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319698 Jul 27 06:51:46.630778 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-43b22d48-328c-465c-8dfb-d42b59338327 service neutron] 10.222.0.13 "GET /v2.0/networks/3f554260-b176-472d-abdf-a51376e59c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802016 Jul 27 06:51:46.722034 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-55038cea-db9e-4395-86d2-cdf63809503f service neutron] 10.222.0.13 "GET /v2.0/networks/3f554260-b176-472d-abdf-a51376e59c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851986 Jul 27 06:51:46.857272 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eb58f-0b92-4945-b68f-954978e22b94 req-02eb1a03-7db3-48cf-ab58-e5e8df0b15e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:46.858759 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a29eb58f-0b92-4945-b68f-954978e22b94 req-02eb1a03-7db3-48cf-ab58-e5e8df0b15e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 945 time: 0.0631590 Jul 27 06:51:46.898237 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a29eb58f-0b92-4945-b68f-954978e22b94 req-04ff85a6-5955-430c-9c6b-31dde4f2d6e4 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Jul 27 06:51:46.956704 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7253ae39-83d4-4719-9bc4-d03f91565c43 req-da4a5217-3e20-45bf-9b38-9ae7d95465a7 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 210 time: 0.0302162 Jul 27 06:51:47.223664 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-e4ee23f2-aad5-4f59-87c3-fdc72e822195 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:47.225271 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-e4ee23f2-aad5-4f59-87c3-fdc72e822195 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 811 time: 0.1002095 Jul 27 06:51:47.308398 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-06d85109-61ef-4c0a-bc1e-0cfe3a23e7ce req-83f6827d-7fc2-423c-b019-93a2a49efbd8 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 210 time: 0.0346980 Jul 27 06:51:47.313170 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-874fb2fd-cac7-4ea9-8651-f497957c4942 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96af4e8b67da416aaca6c19e34983447 HTTP/1.1" status: 200 len: 379 time: 0.0663002 Jul 27 06:51:47.322824 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'port': {'device_id': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'admin_state_up': True, 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'security_groups': ['cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b']}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:47.777398 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Made reservation on behalf of 96af4e8b67da416aaca6c19e34983447 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:47.781390 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:47.903506 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Allocated IP 172.20.0.9 (b10d324b-fbf7-4b46-97bc-eded67cd5894/a777b78d-1bd7-4a83-8ebf-d0de31a4c70b/1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:48.082482 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cb8ff081-fae8-4e26-a294-06a5f2248db2 req-132c02d7-0e0b-41a3-a922-441e201f63f0 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 210 time: 0.0557964 Jul 27 06:51:48.119632 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:48.140364 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13bcfc-8ebb-4daa-8a30-89dcac1d6801 req-8f76f255-0612-4f57-b036-3867be77167d tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:48.141853 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4b13bcfc-8ebb-4daa-8a30-89dcac1d6801 req-8f76f255-0612-4f57-b036-3867be77167d tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 945 time: 0.1578176 Jul 27 06:51:48.144380 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Transition to ACTIVE for port object 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:48.196917 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4b13bcfc-8ebb-4daa-8a30-89dcac1d6801 req-cd8e0945-e1a3-47b4-a340-e0e2a2aaed13 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481782 Jul 27 06:51:48.271176 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:48.313171 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:48.318110 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:48.321735 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:48.329855 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event updated for resources: {'Port': ['ID=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:48.384863 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:48.385519 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:48.461534 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19888eb-d19e-4a5d-b166-0e726412ae5c req-b8f2181d-c24e-447e-9a23-08a9564e57e4 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:48.463193 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a19888eb-d19e-4a5d-b166-0e726412ae5c req-b8f2181d-c24e-447e-9a23-08a9564e57e4 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 931 time: 0.0750127 Jul 27 06:51:48.504325 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a19888eb-d19e-4a5d-b166-0e726412ae5c req-0dc3b01c-4c3c-45bb-a62e-6a0696ce577c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341303 Jul 27 06:51:48.525979 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-3056d24b-278a-43ee-bc89-5568cfb97b02 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1998498 Jul 27 06:51:48.554336 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Request body: {'port': {'device_id': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:48.606016 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-78dfa3a1-cc40-40da-abc9-29daa9e6f4f0 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:48.607394 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-78dfa3a1-cc40-40da-abc9-29daa9e6f4f0 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.16 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 945 time: 0.1015968 Jul 27 06:51:48.625530 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-e4ba903d-b5b1-48c0-81fd-255010cd0588 None None] Provisioning for port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:48.629393 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-e4ba903d-b5b1-48c0-81fd-255010cd0588 None None] Provisioning complete for port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:48.629766 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e4ba903d-b5b1-48c0-81fd-255010cd0588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:48.663325 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba903d-b5b1-48c0-81fd-255010cd0588 None None] Port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:51:48.674377 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:48.856220 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Deleting port 099a47f2-e811-41fd-95f1-2a2477afaae5 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:48.856880 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.002779 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] For port 099a47f2-e811-41fd-95f1-2a2477afaae5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=099a47f2-e811-41fd-95f1-2a2477afaae5,segment=NetworkSegment(1bec1a8b-8fce-49a0-95c4-b72a2139ad3a),segment_id=1bec1a8b-8fce-49a0-95c4-b72a2139ad3a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:49.003142 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.018667 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Calling delete_port for 099a47f2-e811-41fd-95f1-2a2477afaae5 owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:49.119776 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:49.134735 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.158220 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Transition to ACTIVE for port object 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:49.192437 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d2d7179e-422d-4ad8-b935-67628792fe4b req-13ed698d-625b-4fbc-a8cd-6bc31bb923e1 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 210 time: 0.0330660 Jul 27 06:51:49.208963 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-9c9294cb-62b5-49aa-b985-0626d0f29aff tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:49.213413 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-9c9294cb-62b5-49aa-b985-0626d0f29aff tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.16 "GET /v2.0/networks?id=3f554260-b176-472d-abdf-a51376e59c75 HTTP/1.1" status: 200 len: 814 time: 0.1137958 Jul 27 06:51:49.231063 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Request body: {'port': {'device_id': '8b814250-5085-44a2-b913-8a8c1c7c1b5c', 'network_id': '3f554260-b176-472d-abdf-a51376e59c75', 'admin_state_up': True, 'tenant_id': '341fb8020b294e74a855da03083751f7'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:49.234102 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.331695 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Pushing event updated for resources: {'Port': ['ID=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:49.367568 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.408903 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['099a47f2-e811-41fd-95f1-2a2477afaae5'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:49.435004 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Pushing event deleted for resources: {'Port': ['ID=099a47f2-e811-41fd-95f1-2a2477afaae5,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:49.499724 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995da9c5-c320-4747-aa75-d1fb9d258d00 req-f8de3b52-6b0c-468d-a26b-4a1921d999bc tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:49.502406 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-995da9c5-c320-4747-aa75-d1fb9d258d00 req-f8de3b52-6b0c-468d-a26b-4a1921d999bc tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99e1a51-ce17-4e97-b42d-9b3f78a91d49 HTTP/1.1" status: 200 len: 867 time: 0.2282419 Jul 27 06:51:49.521971 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] No DVR routers for this DVR port 099a47f2-e811-41fd-95f1-2a2477afaae5 on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:49.525539 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.527449 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-20a0a561-4361-45e0-8352-1b4652a88c19 req-7c35bd45-7107-43dc-ad6d-dd8053ee27e2 tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.16 "DELETE /v2.0/ports/099a47f2-e811-41fd-95f1-2a2477afaae5 HTTP/1.1" status: 204 len: 173 time: 0.8913586 Jul 27 06:51:49.544029 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99e1a51-ce17-4e97-b42d-9b3f78a91d49', 'name': 'network-vif-deleted', 'tag': '099a47f2-e811-41fd-95f1-2a2477afaae5'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:49.548539 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a8ff7a-4d69-4a3b-ad6d-41e72a00271a" -d '{"events": [{"server_uuid": "d99e1a51-ce17-4e97-b42d-9b3f78a91d49", "name": "network-vif-deleted", "tag": "099a47f2-e811-41fd-95f1-2a2477afaae5"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:49.567741 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Attempting to bind port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:49.568072 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Attempting to bind port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:49.568395 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Attempting to bind port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 on network b10d324b-fbf7-4b46-97bc-eded67cd5894 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:49.578820 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 on network b10d324b-fbf7-4b46-97bc-eded67cd5894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:51:49.579292 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Attempting to bind port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 on network b10d324b-fbf7-4b46-97bc-eded67cd5894 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:49.597769 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:49.598102 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Checking segment: {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:49.600042 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Bound using segment: {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:49.600042 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Bound port: 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bce87b9-5953-4801-bd62-7bcad78cce98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:49.600042 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.626104 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-995da9c5-c320-4747-aa75-d1fb9d258d00 req-2c0cc362-1bad-4d64-ad87-7c8c8f12f20f tempest-VolumesActionsTest-1754856397 tempest-VolumesActionsTest-1754856397-project] 10.222.0.13 "GET /v2.0/security-groups?id=65b9122b-e78a-4c9e-a786-e791a44a8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007612 Jul 27 06:51:49.671262 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1149072-1a47-40b5-96bf-bfe3a5b11b2b x-openstack-request-id: req-a1149072-1a47-40b5-96bf-bfe3a5b11b2b {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:49.671557 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99e1a51-ce17-4e97-b42d-9b3f78a91d49", "name": "network-vif-deleted", "tag": "099a47f2-e811-41fd-95f1-2a2477afaae5", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:49.671795 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1149072-1a47-40b5-96bf-bfe3a5b11b2b {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:49.672177 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99e1a51-ce17-4e97-b42d-9b3f78a91d49', 'name': 'network-vif-deleted', 'tag': '099a47f2-e811-41fd-95f1-2a2477afaae5', 'status': 'completed', 'code': 200} Jul 27 06:51:49.681021 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Made reservation on behalf of 341fb8020b294e74a855da03083751f7 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:49.681021 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.719866 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] For port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:49.723979 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] For port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:49.732661 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f127-56cd-4405-96f8-4eb6e120f187 req-17eebeab-d5ad-47a4-bb9a-a7ed967c768c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:49.734187 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5b77f127-56cd-4405-96f8-4eb6e120f187 req-17eebeab-d5ad-47a4-bb9a-a7ed967c768c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 943 time: 0.1378548 Jul 27 06:51:49.774222 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5b77f127-56cd-4405-96f8-4eb6e120f187 req-ca633190-3f4a-441f-b5ff-6d6310254f93 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333095 Jul 27 06:51:49.808235 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.815711 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Allocated IP 172.20.0.6 (3f554260-b176-472d-abdf-a51376e59c75/70d0f741-1a9c-4656-9ff3-24197156341f/e1d5c834-369f-454b-b1a9-531a1aa74778) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:49.839180 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:49.839816 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:49.841248 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] 10.222.0.16 "PUT /v2.0/ports/1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 HTTP/1.1" status: 200 len: 1093 time: 1.2921221 Jul 27 06:51:49.869291 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b6e50-0cf4-4147-b831-5cd752bc037c service neutron] Pushing event updated for resources: {'Port': ['ID=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:50.025834 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:50.040403 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-afc3fe8e-6ffe-4217-96a6-75368416505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:50.041935 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-afc3fe8e-6ffe-4217-96a6-75368416505d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 1096 time: 0.0626256 Jul 27 06:51:50.091266 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-2fb54f53-6e35-424f-babc-f26237dbfc25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 HTTP/1.1" status: 200 len: 217 time: 0.0341284 Jul 27 06:51:50.122389 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:50.143298 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-9b091882-adfa-405a-a74e-341e6b034f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:50.144646 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-9b091882-adfa-405a-a74e-341e6b034f62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 200 len: 850 time: 0.0457628 Jul 27 06:51:50.164256 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Network 3f554260-b176-472d-abdf-a51376e59c75 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:50.171487 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:50.175945 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:50.182491 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Pushing event updated for resources: {'Port': ['ID=e1d5c834-369f-454b-b1a9-531a1aa74778,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:50.207331 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-1c9af035-a409-46c2-8be8-84c1b4586712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:50.208808 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-1c9af035-a409-46c2-8be8-84c1b4586712 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b10d324b-fbf7-4b46-97bc-eded67cd5894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556252 Jul 27 06:51:50.228453 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:50.229383 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:50.316408 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-db61d30d-e51a-4f85-965f-0367e49d9ca9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0898688 Jul 27 06:51:50.336396 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-b20004d1-c80d-4a10-82aa-fb54d959a878 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182981 Jul 27 06:51:50.340827 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Request body: {'port': {'device_id': '8b814250-5085-44a2-b913-8a8c1c7c1b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:50.401774 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc1576-ef9b-4898-8c23-b4f972834096 req-9d7a9e77-0761-40d3-a965-44f4fc00a5b9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:50.403130 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0edc1576-ef9b-4898-8c23-b4f972834096 req-9d7a9e77-0761-40d3-a965-44f4fc00a5b9 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 931 time: 0.1342406 Jul 27 06:51:50.422204 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:50.466654 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0edc1576-ef9b-4898-8c23-b4f972834096 req-f433a0fb-c915-48a1-8606-a33896e12dff tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544071 Jul 27 06:51:50.470733 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e65fbd7a-518c-40a8-b44b-b9359667176e req-0093f8b6-a4c6-4be2-b700-fb6cedc836d3 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256647 Jul 27 06:51:50.696938 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d5c834-369f-454b-b1a9-531a1aa74778 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:50.704744 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:50.716650 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Transition to ACTIVE for port object e1d5c834-369f-454b-b1a9-531a1aa74778 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:50.812448 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12831728'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:50.873011 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Pushing event updated for resources: {'Port': ['ID=e1d5c834-369f-454b-b1a9-531a1aa74778,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:50.926569 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1ac16-b6fe-4e8c-977a-88c2cde4f201 req-afbac41d-c18a-4c36-ad03-4882be2ac486 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:50.928234 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-edc1ac16-b6fe-4e8c-977a-88c2cde4f201 req-afbac41d-c18a-4c36-ad03-4882be2ac486 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 943 time: 0.0722551 Jul 27 06:51:50.958731 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Attempting to bind port e1d5c834-369f-454b-b1a9-531a1aa74778 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:50.959282 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Attempting to bind port e1d5c834-369f-454b-b1a9-531a1aa74778 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'af4fe20c-b91b-4f4d-a0c4-553694ab8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f554260-b176-472d-abdf-a51376e59c75'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:50.959840 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Attempting to bind port e1d5c834-369f-454b-b1a9-531a1aa74778 on network 3f554260-b176-472d-abdf-a51376e59c75 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:50.971125 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Port e1d5c834-369f-454b-b1a9-531a1aa74778 on network 3f554260-b176-472d-abdf-a51376e59c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:51:50.971460 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Attempting to bind port e1d5c834-369f-454b-b1a9-531a1aa74778 on network 3f554260-b176-472d-abdf-a51376e59c75 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:50.976035 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-edc1ac16-b6fe-4e8c-977a-88c2cde4f201 req-76376331-e43e-459a-8fe9-7de98a21f2ed tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400410 Jul 27 06:51:50.977119 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:50.977579 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Checking segment: {'id': 'af4fe20c-b91b-4f4d-a0c4-553694ab8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f554260-b176-472d-abdf-a51376e59c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:50.977842 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Bound using segment: {'id': 'af4fe20c-b91b-4f4d-a0c4-553694ab8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f554260-b176-472d-abdf-a51376e59c75'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:50.978273 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Bound port: e1d5c834-369f-454b-b1a9-531a1aa74778, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4fe20c-b91b-4f4d-a0c4-553694ab8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f554260-b176-472d-abdf-a51376e59c75'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:50.978673 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:51.043205 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] For port e1d5c834-369f-454b-b1a9-531a1aa74778, host hv-cinder-77919, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:51.046424 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] For port e1d5c834-369f-454b-b1a9-531a1aa74778, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1d5c834-369f-454b-b1a9-531a1aa74778,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:51.145255 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12831728'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:51.180298 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:51.180911 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:51.182335 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] 10.222.0.16 "PUT /v2.0/ports/e1d5c834-369f-454b-b1a9-531a1aa74778 HTTP/1.1" status: 200 len: 1093 time: 0.8465095 Jul 27 06:51:51.182768 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b814250-5085-44a2-b913-8a8c1c7c1b5c', 'tag': 'e1d5c834-369f-454b-b1a9-531a1aa74778'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:51.185065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d08cea3-a9ed-4314-9f78-7d4cf98a8b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b814250-5085-44a2-b913-8a8c1c7c1b5c", "tag": "e1d5c834-369f-454b-b1a9-531a1aa74778"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:51.211897 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd8d1d-089d-49e8-93a7-23079a8d724c service neutron] Pushing event updated for resources: {'Port': ['ID=e1d5c834-369f-454b-b1a9-531a1aa74778,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:51.226363 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49043c-83dc-4ab1-8dbe-4c79e6787218 x-openstack-request-id: req-7d49043c-83dc-4ab1-8dbe-4c79e6787218 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:51.226659 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b814250-5085-44a2-b913-8a8c1c7c1b5c", "tag": "e1d5c834-369f-454b-b1a9-531a1aa74778", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:51.226918 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d49043c-83dc-4ab1-8dbe-4c79e6787218 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:51.227316 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b814250-5085-44a2-b913-8a8c1c7c1b5c', 'tag': 'e1d5c834-369f-454b-b1a9-531a1aa74778', 'status': 'completed', 'code': 200} Jul 27 06:51:51.333840 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08cea3-a9ed-4314-9f78-7d4cf98a8b0b req-07d96a1f-eb70-4fcf-b051-f54b603e8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:51.335215 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7d08cea3-a9ed-4314-9f78-7d4cf98a8b0b req-07d96a1f-eb70-4fcf-b051-f54b603e8a3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=341fb8020b294e74a855da03083751f7&device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 1096 time: 0.0610631 Jul 27 06:51:51.441960 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08cea3-a9ed-4314-9f78-7d4cf98a8b0b req-f453457b-a84e-4536-94e4-4f044cf2834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:51.443395 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7d08cea3-a9ed-4314-9f78-7d4cf98a8b0b req-f453457b-a84e-4536-94e4-4f044cf2834e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=341fb8020b294e74a855da03083751f7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928862 Jul 27 06:51:51.549590 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08cea3-a9ed-4314-9f78-7d4cf98a8b0b req-cd84e8ac-f53d-4ba1-8661-9cfee79d35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:51.551574 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-7d08cea3-a9ed-4314-9f78-7d4cf98a8b0b req-cd84e8ac-f53d-4ba1-8661-9cfee79d35c1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988500 Jul 27 06:51:51.590641 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-92decdbf-9398-458a-b3e3-4f6c56c6eb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:51.630443 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b276a-5922-4941-b64f-75202f7e43c1 req-177e59de-0984-4587-9eb2-47f2a5996191 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:51.631928 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-df4b276a-5922-4941-b64f-75202f7e43c1 req-177e59de-0984-4587-9eb2-47f2a5996191 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 943 time: 0.0801530 Jul 27 06:51:51.669754 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-df4b276a-5922-4941-b64f-75202f7e43c1 req-de6a9d4f-c7cf-4d5b-af2a-85495a51f9d3 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Jul 27 06:51:51.672173 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-78d16a29-0c43-4016-a853-62a5bcb6827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:51.673424 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'tag': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:51.673754 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-78d16a29-0c43-4016-a853-62a5bcb6827a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=341fb8020b294e74a855da03083751f7&device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 1096 time: 0.0557775 Jul 27 06:51:51.675811 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d7b529-2680-43b3-bc9c-bde0d77cba54" -d '{"events": [{"name": "network-changed", "server_uuid": "52fe4502-ca6c-475f-b0af-a9e48adb30d2", "tag": "1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:51.714444 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74f32c0-6a68-434f-9a57-5e81cad0a9da x-openstack-request-id: req-b74f32c0-6a68-434f-9a57-5e81cad0a9da {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:51.714733 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fe4502-ca6c-475f-b0af-a9e48adb30d2", "tag": "1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:51.715032 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b74f32c0-6a68-434f-9a57-5e81cad0a9da {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:51.715439 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'tag': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5', 'status': 'completed', 'code': 200} Jul 27 06:51:51.726008 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-19f3c3c3-d271-44b4-ac25-c0c722499c10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d5c834-369f-454b-b1a9-531a1aa74778 HTTP/1.1" status: 200 len: 217 time: 0.0360961 Jul 27 06:51:51.798012 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-e9bf7bff-22d4-45ac-9ef3-3cea3404460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:51.799471 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-e9bf7bff-22d4-45ac-9ef3-3cea3404460c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70d0f741-1a9c-4656-9ff3-24197156341f HTTP/1.1" status: 200 len: 854 time: 0.0492394 Jul 27 06:51:51.824072 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-b8da6185-f7a9-46e4-b235-fabcf434d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:51.825584 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-b8da6185-f7a9-46e4-b235-fabcf434d02b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 1096 time: 0.0537534 Jul 27 06:51:51.835542 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-9ed5c6a8-29cc-4695-823f-54ebc3abbdba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f554260-b176-472d-abdf-a51376e59c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278766 Jul 27 06:51:51.927330 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-18bd604a-c42a-43dd-8ab1-196d28865fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:51.928987 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-18bd604a-c42a-43dd-8ab1-196d28865fd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 912 time: 0.0970056 Jul 27 06:51:51.930843 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-182f9121-f18c-4467-bb29-1bb81e1a4aeb service neutron] 10.222.0.16 "GET /v2.0/networks/3f554260-b176-472d-abdf-a51376e59c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879731 Jul 27 06:51:51.981608 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-a677dfa3-5034-41ea-a519-7274c674e9d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 HTTP/1.1" status: 200 len: 217 time: 0.0379069 Jul 27 06:51:52.032262 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-0c987d0e-09c5-4062-8e58-a5babb3f59af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:52.033767 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-0c987d0e-09c5-4062-8e58-a5babb3f59af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 200 len: 850 time: 0.0450253 Jul 27 06:51:52.038883 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-eab19c35-e5e2-46f7-b2a4-212a9139353b req-01c266b2-c484-4309-a720-7955c65853d3 service neutron] 10.222.0.16 "GET /v2.0/networks/3f554260-b176-472d-abdf-a51376e59c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945408 Jul 27 06:51:52.164359 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43185d1c-5cad-4d7d-9aea-e0d96279c1af req-bac940b9-f7f8-470a-8c0e-c4d9a3d2e211 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:52.165847 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-43185d1c-5cad-4d7d-9aea-e0d96279c1af req-bac940b9-f7f8-470a-8c0e-c4d9a3d2e211 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 943 time: 0.1118267 Jul 27 06:51:52.167577 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-7d9e6ca4-a4f8-4d04-8e84-ad6a175ae619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:52.168939 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-7d9e6ca4-a4f8-4d04-8e84-ad6a175ae619 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b10d324b-fbf7-4b46-97bc-eded67cd5894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0982418 Jul 27 06:51:52.248582 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-43185d1c-5cad-4d7d-9aea-e0d96279c1af req-27b031dc-2a0e-4c6a-ba6b-107fdca6cdf2 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757594 Jul 27 06:51:52.278937 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-a56f30b3-9f32-4c85-9123-d193f45b2edf service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003499 Jul 27 06:51:52.369355 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-25d7b529-2680-43b3-bc9c-bde0d77cba54 req-78a503c0-e743-4768-9efd-2b9425caa208 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823858 Jul 27 06:51:52.797120 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdca95d-fab7-400d-8dd0-78de0c9678d3 req-40ba3de5-b1a3-431b-8cb8-7a806f3a3666 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:52.798664 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6bdca95d-fab7-400d-8dd0-78de0c9678d3 req-40ba3de5-b1a3-431b-8cb8-7a806f3a3666 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 943 time: 0.0613272 Jul 27 06:51:52.840638 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6bdca95d-fab7-400d-8dd0-78de0c9678d3 req-f52fa51e-e1a8-4291-8f14-c3c68e3a1868 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Jul 27 06:51:53.245351 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:51:53.252984 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 099a47f2-e811-41fd-95f1-2a2477afaae5 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:53.280653 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 099a47f2-e811-41fd-95f1-2a2477afaae5 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:53.281006 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 099a47f2-e811-41fd-95f1-2a2477afaae5 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:53.380595 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:53.391443 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'port_id': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5', 'mac_address': 'fa:16:3e:74:7c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:51:53.405330 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce5d23-8783-4fe4-9a0b-d2c0724a6376 req-d03e6a27-54fe-4d2b-a751-9c89115571cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:53.407493 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-50ce5d23-8783-4fe4-9a0b-d2c0724a6376 req-d03e6a27-54fe-4d2b-a751-9c89115571cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 943 time: 0.0749798 Jul 27 06:51:53.440870 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:53.455899 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-50ce5d23-8783-4fe4-9a0b-d2c0724a6376 req-383edc3b-f573-4cdf-b230-d980a066d32b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Jul 27 06:51:53.458621 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:53.480439 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:53.556381 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:53.615545 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:53.938019 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:53.991787 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33f194-dad4-457b-b7eb-e1e593f24390 req-7bd26971-4715-44f1-b78d-2009dac4cf4a tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:53.994508 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2e33f194-dad4-457b-b7eb-e1e593f24390 req-7bd26971-4715-44f1-b78d-2009dac4cf4a tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 943 time: 0.0791881 Jul 27 06:51:54.046153 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2e33f194-dad4-457b-b7eb-e1e593f24390 req-85d6f12e-6fde-4792-8041-596384c01b6e tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Jul 27 06:51:54.230908 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-ef318fb9-a430-4382-a4c4-afc14f29cb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:54.600194 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b845-2068-4329-b0ee-6ac3a1cd897e req-bab28e9a-92f4-48a7-a142-19112af3a40b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:54.601796 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9134b845-2068-4329-b0ee-6ac3a1cd897e req-bab28e9a-92f4-48a7-a142-19112af3a40b tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 944 time: 0.0692832 Jul 27 06:51:54.644116 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9134b845-2068-4329-b0ee-6ac3a1cd897e req-647db4f1-5622-454a-a14e-4b0502b58eaf tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358136 Jul 27 06:51:54.756225 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:55.203178 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:55.211599 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0192ee-da94-4fb1-a57d-7003a9adec0f req-75764a65-0fe2-40e2-8b24-2006bb756534 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:55.213085 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd0192ee-da94-4fb1-a57d-7003a9adec0f req-75764a65-0fe2-40e2-8b24-2006bb756534 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 943 time: 0.0761361 Jul 27 06:51:55.259318 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dd0192ee-da94-4fb1-a57d-7003a9adec0f req-5378f79b-507f-4197-ba95-0c2aa48fe221 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372884 Jul 27 06:51:55.275960 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1d5c834-369f-454b-b1a9-531a1aa74778 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:51:55.285273 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:55.419996 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1d5c834-369f-454b-b1a9-531a1aa74778, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1d5c834-369f-454b-b1a9-531a1aa74778,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:55.442432 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'e1d5c834-369f-454b-b1a9-531a1aa74778', 'network_id': '3f554260-b176-472d-abdf-a51376e59c75', 'port_id': 'e1d5c834-369f-454b-b1a9-531a1aa74778', 'mac_address': 'fa:16:3e:ac:57:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d0f741-1a9c-4656-9ff3-24197156341f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:51:55.486361 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:55.492528 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:55.492919 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:55.494378 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:55.527997 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d5c834-369f-454b-b1a9-531a1aa74778 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:55.557168 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1d5c834-369f-454b-b1a9-531a1aa74778, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1d5c834-369f-454b-b1a9-531a1aa74778,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:55.599384 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:55.622100 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:55.625028 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d218aca-9f9b-421a-8e4d-dcee28bd63a7" -d '{"events": [{"server_uuid": "52fe4502-ca6c-475f-b0af-a9e48adb30d2", "name": "network-vif-plugged", "status": "completed", "tag": "1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:55.642611 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:55.654152 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:55.722895 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=e1d5c834-369f-454b-b1a9-531a1aa74778,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:55.727804 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30745d9-da0d-4898-bd88-65174e841c02 x-openstack-request-id: req-f30745d9-da0d-4898-bd88-65174e841c02 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:55.729372 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fe4502-ca6c-475f-b0af-a9e48adb30d2", "name": "network-vif-plugged", "status": "completed", "tag": "1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:55.729888 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f30745d9-da0d-4898-bd88-65174e841c02 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:55.730507 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5', 'code': 200} Jul 27 06:51:55.731794 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:55.809898 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:55.840739 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3702db-aedd-4206-9132-6d1eb2be1344 req-f566d037-064c-45e1-a119-b01d0cd0c2b0 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:55.842473 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4e3702db-aedd-4206-9132-6d1eb2be1344 req-f566d037-064c-45e1-a119-b01d0cd0c2b0 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 945 time: 0.0836194 Jul 27 06:51:55.887042 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4e3702db-aedd-4206-9132-6d1eb2be1344 req-accd4196-440a-4603-8d62-82c4ea425903 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376270 Jul 27 06:51:56.000559 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['e1d5c834-369f-454b-b1a9-531a1aa74778'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:56.240597 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3550a-83b8-4208-a286-fa3a0b28a097 req-07e29ffa-7554-4f25-9c9b-762c84c6c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:56.242139 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-12a3550a-83b8-4208-a286-fa3a0b28a097 req-07e29ffa-7554-4f25-9c9b-762c84c6c537 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 1098 time: 0.0617740 Jul 27 06:51:56.280665 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-12a3550a-83b8-4208-a286-fa3a0b28a097 req-529f34fd-7292-45ae-84c9-dfd1cc18dcc7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303888 Jul 27 06:51:56.403896 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae86957-f811-4851-83e6-4ee930b4ac98 req-74d2f9bb-5983-461d-9551-8806bce9bc03 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:56.406044 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cae86957-f811-4851-83e6-4ee930b4ac98 req-74d2f9bb-5983-461d-9551-8806bce9bc03 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 944 time: 0.0772181 Jul 27 06:51:56.454919 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cae86957-f811-4851-83e6-4ee930b4ac98 req-39564beb-f610-433e-b525-f5e3e0a07ccc tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408914 Jul 27 06:51:56.835050 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:57.048909 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2598b3-b21d-4957-adea-f79e8e7a35f6 req-2fbdd0e3-fd5e-4fbe-ad5e-b1eb37022f1f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:57.056375 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2d2598b3-b21d-4957-adea-f79e8e7a35f6 req-2fbdd0e3-fd5e-4fbe-ad5e-b1eb37022f1f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 945 time: 0.0750003 Jul 27 06:51:57.097556 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2d2598b3-b21d-4957-adea-f79e8e7a35f6 req-73c2a361-c8fa-47e1-9a01-ea86f53b7123 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402274 Jul 27 06:51:57.289805 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1d5c834-369f-454b-b1a9-531a1aa74778 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:57.408486 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port e1d5c834-369f-454b-b1a9-531a1aa74778 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:57.413320 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port e1d5c834-369f-454b-b1a9-531a1aa74778 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:57.413783 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:57.506553 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:57.571799 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port e1d5c834-369f-454b-b1a9-531a1aa74778, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1d5c834-369f-454b-b1a9-531a1aa74778,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:57.619600 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9fa3-50ba-48d5-aeef-461b400d34cd req-a821ef15-dadc-436a-9388-3346a1ad231c tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:57.627067 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7e5a9fa3-50ba-48d5-aeef-461b400d34cd req-a821ef15-dadc-436a-9388-3346a1ad231c tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 944 time: 0.0787876 Jul 27 06:51:57.648401 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:57.701387 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7e5a9fa3-50ba-48d5-aeef-461b400d34cd req-174b74c0-ed3b-497f-bbe3-a6cbb518a0d2 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697079 Jul 27 06:51:57.713153 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=e1d5c834-369f-454b-b1a9-531a1aa74778,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:57.731472 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b814250-5085-44a2-b913-8a8c1c7c1b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d5c834-369f-454b-b1a9-531a1aa74778'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:57.734363 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba882262-d91c-4010-89e8-aed02b17c78c" -d '{"events": [{"server_uuid": "8b814250-5085-44a2-b913-8a8c1c7c1b5c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d5c834-369f-454b-b1a9-531a1aa74778"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:57.777833 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3e59e8-2731-4ebf-9e0c-b7775ff92ac5 x-openstack-request-id: req-8b3e59e8-2731-4ebf-9e0c-b7775ff92ac5 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:57.778128 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b814250-5085-44a2-b913-8a8c1c7c1b5c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d5c834-369f-454b-b1a9-531a1aa74778", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:57.778372 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b3e59e8-2731-4ebf-9e0c-b7775ff92ac5 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:57.778762 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b814250-5085-44a2-b913-8a8c1c7c1b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d5c834-369f-454b-b1a9-531a1aa74778', 'code': 200} Jul 27 06:51:58.213646 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279724-11df-4275-ad55-6c76b34039aa req-55bc4de8-961a-4a83-a7d1-2103d7bfeb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:58.215833 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3f279724-11df-4275-ad55-6c76b34039aa req-55bc4de8-961a-4a83-a7d1-2103d7bfeb1a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 1098 time: 0.0855241 Jul 27 06:51:58.273529 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3f279724-11df-4275-ad55-6c76b34039aa req-193d9053-bb7a-4678-9dd9-ef009a2aa43f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480754 Jul 27 06:51:58.289204 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706753f-d6da-4dea-ad0d-f2a8989e095b req-bd06e603-f106-4aa3-85a3-eaf1eb89e693 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:58.290873 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7706753f-d6da-4dea-ad0d-f2a8989e095b req-bd06e603-f106-4aa3-85a3-eaf1eb89e693 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 945 time: 0.1117024 Jul 27 06:51:58.350206 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7706753f-d6da-4dea-ad0d-f2a8989e095b req-65348bd4-3385-4c5b-b9c8-675f529bb591 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476346 Jul 27 06:51:58.550140 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8304f-e353-4447-88c7-fb4b84f5f657 req-51a96e1e-51d7-4bed-9e4d-10c46b65bb8e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:58.552317 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-54f8304f-e353-4447-88c7-fb4b84f5f657 req-51a96e1e-51d7-4bed-9e4d-10c46b65bb8e tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 945 time: 0.0952072 Jul 27 06:51:58.561075 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53432) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:58.566069 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-625c5bd6-a517-4516-bc96-048ab4ee8e08 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Request body: {'floatingip': {'port_id': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:58.607792 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-625c5bd6-a517-4516-bc96-048ab4ee8e08 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:58.838773 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4a9f-627a-4232-9833-186d41bbaff6 req-28d6fa2d-e925-40d3-b8c2-8b8ad80d2ed5 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:58.840436 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-52ea4a9f-627a-4232-9833-186d41bbaff6 req-28d6fa2d-e925-40d3-b8c2-8b8ad80d2ed5 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 945 time: 0.0802212 Jul 27 06:51:58.915066 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-52ea4a9f-627a-4232-9833-186d41bbaff6 req-50c7b523-aef3-4b1e-bf7f-51ed6a116b9e tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623524 Jul 27 06:51:59.154040 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-625c5bd6-a517-4516-bc96-048ab4ee8e08 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:59.199026 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-151bd964-87d4-482c-890b-f8578252d810 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1195372381&fields=id&tenant_id=ae5dcbad6bea46dcb287f4c6653f584e HTTP/1.1" status: 200 len: 267 time: 0.0363512 Jul 27 06:51:59.267243 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-7848d03a-1548-431c-8546-a5a738b5eef4 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:59.268696 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-7848d03a-1548-431c-8546-a5a738b5eef4 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 985 time: 0.0632851 Jul 27 06:51:59.279473 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-9b4725fc-e3fa-4194-950f-152670eaeee9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Request body: {'port': {'security_groups': ['94476881-e45f-421d-b5d5-8970c5eb93a2']}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:59.299408 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-625c5bd6-a517-4516-bc96-048ab4ee8e08 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:59.381161 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-9b4725fc-e3fa-4194-950f-152670eaeee9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:59.444497 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.l3_db [None req-625c5bd6-a517-4516-bc96-048ab4ee8e08 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Floating IP 94b82532-65a1-4fe5-9386-4348fbd59e9f associated. External IP: 172.28.1.15, port: 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5. Jul 27 06:51:59.607948 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-9b4725fc-e3fa-4194-950f-152670eaeee9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] For port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:59.675273 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-9b4725fc-e3fa-4194-950f-152670eaeee9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:59.717336 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625c5bd6-a517-4516-bc96-048ab4ee8e08 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:51:59.746011 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-9b4725fc-e3fa-4194-950f-152670eaeee9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:59.801974 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:59.864252 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625c5bd6-a517-4516-bc96-048ab4ee8e08 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:51:59.870275 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-625c5bd6-a517-4516-bc96-048ab4ee8e08 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:59.912890 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] Sync routers for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:51:59.931334 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-625c5bd6-a517-4516-bc96-048ab4ee8e08 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "PUT /v2.0/floatingips/94b82532-65a1-4fe5-9386-4348fbd59e9f HTTP/1.1" status: 200 len: 990 time: 1.3689420 Jul 27 06:51:59.932403 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'tag': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:59.936677 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:59.937475 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:59.948907 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd38c3d4-2100-44fb-b777-cfc526acbfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "52fe4502-ca6c-475f-b0af-a9e48adb30d2", "tag": "1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:00.108922 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-9b4725fc-e3fa-4194-950f-152670eaeee9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:00.109603 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-9b4725fc-e3fa-4194-950f-152670eaeee9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:00.118356 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53456) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:00.121651 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dbc13b80-c56c-4a12-bafa-4612518a25e4 req-9b4725fc-e3fa-4194-950f-152670eaeee9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "PUT /v2.0/ports/ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 200 len: 943 time: 0.8464563 Jul 27 06:52:00.133259 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:00.142992 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702161e-ac36-49cc-ac99-04a2275f6ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:00.180477 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:00.212100 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956585ad-11ce-4b6b-a831-f90d8d80db13 x-openstack-request-id: req-956585ad-11ce-4b6b-a831-f90d8d80db13 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:00.212603 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fe4502-ca6c-475f-b0af-a9e48adb30d2", "tag": "1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:00.213029 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-956585ad-11ce-4b6b-a831-f90d8d80db13 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:00.213595 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'tag': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5', 'status': 'completed', 'code': 200} Jul 27 06:52:00.290772 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-58d2d170-1134-497f-a12c-6f7578688277 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:00.349910 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-58d2d170-1134-497f-a12c-6f7578688277 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:00.353861 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:52:00.364223 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4725fc-e3fa-4194-950f-152670eaeee9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event updated for resources: {'Port': ['ID=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,revision_number=7']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:00.449747 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846438c-e81a-4828-a7e8-0100e9a12f59 req-117f167b-af91-4fed-aac4-7b7be3946dc8 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:00.453264 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f846438c-e81a-4828-a7e8-0100e9a12f59 req-117f167b-af91-4fed-aac4-7b7be3946dc8 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 945 time: 0.2832212 Jul 27 06:52:00.472685 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-b41789b9-d6bc-4349-b3a2-f422971e77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:00.480598 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-b41789b9-d6bc-4349-b3a2-f422971e77c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96af4e8b67da416aaca6c19e34983447&device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 1098 time: 0.1817713 Jul 27 06:52:00.513450 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21f4430-1d7e-4b4e-b3c1-4ad7392c3d1e x-openstack-request-id: req-b21f4430-1d7e-4b4e-b3c1-4ad7392c3d1e {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:00.513743 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:00.514022 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b21f4430-1d7e-4b4e-b3c1-4ad7392c3d1e {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:00.514856 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'status': 'completed', 'code': 200} Jul 27 06:52:00.532628 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f846438c-e81a-4828-a7e8-0100e9a12f59 req-d79d5934-ba5e-4755-82ed-5c3aeb30b67b tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793231 Jul 27 06:52:00.533608 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-703779e3-5a45-4ba3-9dd5-edfa46bd43cd None None] Provisioning complete for port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:52:00.533980 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-703779e3-5a45-4ba3-9dd5-edfa46bd43cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:00.571719 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-58d2d170-1134-497f-a12c-6f7578688277 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:00.579669 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-58d2d170-1134-497f-a12c-6f7578688277 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:00.583783 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-58d2d170-1134-497f-a12c-6f7578688277 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "DELETE /v2.0/security-groups/870a9f0c-5b73-4dd2-b7a6-b314b5a814e0 HTTP/1.1" status: 204 len: 168 time: 0.4635506 Jul 27 06:52:00.603510 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53466) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:00.688029 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2d170-1134-497f-a12c-6f7578688277 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a9f0c-5b73-4dd2-b7a6-b314b5a814e0,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:00.711696 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-dab68570-a046-443a-a03b-d631a11104b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:00.714216 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-dab68570-a046-443a-a03b-d631a11104b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 200 len: 912 time: 0.1990669 Jul 27 06:52:00.747577 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-8182078b-8b07-4142-83d1-413a369d2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:00.749152 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-8182078b-8b07-4142-83d1-413a369d2345 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 1099 time: 0.2407060 Jul 27 06:52:00.806522 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '94b82532-65a1-4fe5-9386-4348fbd59e9f', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'floating_ip_address': '172.28.1.15', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'port_id': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'mac_address': 'fa:16:3e:74:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:51:43Z', 'updated_at': '2021-07-27T06:51:59Z', 'revision_number': 1, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:00.815474 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-3da8e1f3-424a-424a-9de2-3111566586e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 HTTP/1.1" status: 200 len: 998 time: 0.0915458 Jul 27 06:52:00.845219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] Checking router: fb00fa4c-2eb4-4eb1-9b86-1041507f7077 for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:52:00.856413 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:00.858276 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:00.895256 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-1b1ac94a-5136-4075-b3a1-4a76547e9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:00.898200 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-1b1ac94a-5136-4075-b3a1-4a76547e9bdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 200 len: 850 time: 0.0718782 Jul 27 06:52:00.974073 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-99533862-8b4f-4383-a631-a5083df9438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:00.975744 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-99533862-8b4f-4383-a631-a5083df9438f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b10d324b-fbf7-4b46-97bc-eded67cd5894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675418 Jul 27 06:52:00.994199 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-bd5e503a-46e9-4030-8bdb-bee2e66288c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:01.013210 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:01.013375 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-bd5e503a-46e9-4030-8bdb-bee2e66288c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f HTTP/1.1" status: 200 len: 914 time: 0.2140920 Jul 27 06:52:01.083493 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Deleting port de00ef54-8663-4d97-97b3-813278b6ecde {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:01.083836 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:01.087968 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-288adf4d-40e6-4247-90b4-bd31c779f0b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 200 len: 1002 time: 0.0774677 Jul 27 06:52:01.186837 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-09b39fc4-7532-450c-8a57-08f413e25e2f service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019773 Jul 27 06:52:01.249491 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-cd975f90-c6f1-48fe-9956-f66563d35ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:01.251257 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-cd975f90-c6f1-48fe-9956-f66563d35ac0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d5872fc-4a28-46b8-96d9-0851df1905f9 HTTP/1.1" status: 200 len: 852 time: 0.1534433 Jul 27 06:52:01.264756 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:01.265016 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:01.310718 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Calling delete_port for de00ef54-8663-4d97-97b3-813278b6ecde owned by network:floatingip {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:01.337031 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd38c3d4-2100-44fb-b777-cfc526acbfb4 req-bc033d03-21c3-4345-accd-daf367e65ce4 service neutron] 10.222.0.16 "GET /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353569 Jul 27 06:52:01.473007 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '94b82532-65a1-4fe5-9386-4348fbd59e9f', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'floating_ip_address': '172.28.1.15', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'port_id': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'mac_address': 'fa:16:3e:74:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:51:43Z', 'updated_at': '2021-07-27T06:51:59Z', 'revision_number': 1, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:01.499562 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803abc7-a5b3-4d68-afc0-4bf426575936 None None] The sync data for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb is: [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '94b82532-65a1-4fe5-9386-4348fbd59e9f', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'floating_ip_address': '172.28.1.15', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'port_id': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'mac_address': 'fa:16:3e:74:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:51:43Z', 'updated_at': '2021-07-27T06:51:59Z', 'revision_number': 1, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:52:01.777393 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-68c7e06b-2d64-4c60-b297-a23ff13ffcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:01.778899 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-68c7e06b-2d64-4c60-b297-a23ff13ffcf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5104918 Jul 27 06:52:01.891204 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0542cd-6943-467e-b924-d93d85432ea8 None None] New status for floating IP 94b82532-65a1-4fe5-9386-4348fbd59e9f: ACTIVE {{(pid=100286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:52:01.939978 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-1dfabd07-3243-4ac4-9cd0-2620db16e692 service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512175 Jul 27 06:52:02.069786 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-5702161e-ac36-49cc-ac99-04a2275f6ff5 req-ad9ba078-d513-4ab7-bb0c-0c7a2bbc5921 service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162670 Jul 27 06:52:02.086391 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:02.144715 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event deleted for resources: {'Port': ['ID=de00ef54-8663-4d97-97b3-813278b6ecde,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:02.225465 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks [] for floatingip, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:02.226005 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.l3_db [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Floating IP 89351348-59ce-4324-8d74-6b88d36dcf2e disassociated (deleted). External IP: 172.28.1.168, port: ad4c7acb-7eb6-48cb-956b-d9787fbfc8da. Jul 27 06:52:02.447827 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Router 7ce0b410-5988-4a8e-9d8f-545212ed320a has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:52:02.579763 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:52:02.586156 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:02.590631 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] Sync routers for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:52:02.622810 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:02.624701 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:02.650022 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6761ee51-3916-4a83-8ae7-0a60c88b9f70 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "DELETE /v2.0/floatingips/89351348-59ce-4324-8d74-6b88d36dcf2e HTTP/1.1" status: 204 len: 168 time: 2.0453215 Jul 27 06:52:02.650602 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:02.654308 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b656c054-819a-4b2b-bee8-4cfae0c96efa" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:02.815317 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d28cf62-b575-41a6-905a-49280f9a53ec x-openstack-request-id: req-6d28cf62-b575-41a6-905a-49280f9a53ec {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:02.815906 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:02.815906 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d28cf62-b575-41a6-905a-49280f9a53ec {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:02.816517 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'status': 'completed', 'code': 200} Jul 27 06:52:02.821209 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:02.949354 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-9c55bb0b-73ec-4fb8-9bea-324f71a74b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:02.951570 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-9c55bb0b-73ec-4fb8-9bea-324f71a74b46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 1099 time: 0.0713432 Jul 27 06:52:03.067433 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd629e863-3795-4edf-b1eb-1ae61d266612', 'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:02Z', 'updated_at': '2021-07-27T06:49:10Z', 'revision_number': 5, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'subnets': [{'id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:03.099741 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] Checking router: 7ce0b410-5988-4a8e-9d8f-545212ed320a for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:52:03.107035 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-db250b13-0198-49b2-a6f8-ef5ec8f7633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:03.108857 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:03.109575 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:03.120843 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-db250b13-0198-49b2-a6f8-ef5ec8f7633e service neutron] 10.222.0.16 "GET /v2.0/networks?id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f HTTP/1.1" status: 200 len: 914 time: 0.1596408 Jul 27 06:52:03.176504 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-b9ba4e67-db9d-45d9-8bec-de86d76ec8ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 200 len: 217 time: 0.0494647 Jul 27 06:52:03.268230 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-46326d8f-30fa-434e-b273-3e92f5ed81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:03.268230 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-46326d8f-30fa-434e-b273-3e92f5ed81ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d5872fc-4a28-46b8-96d9-0851df1905f9 HTTP/1.1" status: 200 len: 852 time: 0.0540004 Jul 27 06:52:03.270138 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:03.363257 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-41ea0663-8f10-41cf-8c68-0224bebd58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:03.366222 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-41ea0663-8f10-41cf-8c68-0224bebd58d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0896866 Jul 27 06:52:03.527759 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-c5814858-0852-40ae-b60e-794f152f6871 service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323702 Jul 27 06:52:03.571996 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd629e863-3795-4edf-b1eb-1ae61d266612', 'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:02Z', 'updated_at': '2021-07-27T06:49:10Z', 'revision_number': 5, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'subnets': [{'id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:03.615937 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac55b6d-4798-4b3a-920a-050670c822b6 None None] The sync data for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb is: [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:02Z', 'revision_number': 4, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd629e863-3795-4edf-b1eb-1ae61d266612', 'name': '', 'network_id': '900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:02Z', 'updated_at': '2021-07-27T06:49:10Z', 'revision_number': 5, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'subnets': [{'id': '4d5872fc-4a28-46b8-96d9-0851df1905f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:52:03.637738 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b656c054-819a-4b2b-bee8-4cfae0c96efa req-fa341305-507d-4830-a3ff-5fe59908dd30 service neutron] 10.222.0.16 "GET /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930319 Jul 27 06:52:03.938582 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976fd45-f08a-46b3-ab77-a72752c13442 None None] New status for floating IP 89351348-59ce-4324-8d74-6b88d36dcf2e: DOWN {{(pid=100286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:52:05.338923 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:06.195380 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca9335-74ed-48f9-9624-f3594928afe4 req-5177e4d1-27bc-4792-9f6c-8ef44e1cb596 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:06.203686 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cbca9335-74ed-48f9-9624-f3594928afe4 req-5177e4d1-27bc-4792-9f6c-8ef44e1cb596 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.0952597 Jul 27 06:52:06.239273 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cbca9335-74ed-48f9-9624-f3594928afe4 req-8aad95c6-f75d-4078-8168-7701a15997f5 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Jul 27 06:52:07.385957 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998ba4b-3567-47a1-9b7a-a17b74f73bf3 req-8929ada0-a336-4d5b-9bfc-3467ee95387f tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:07.388199 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9998ba4b-3567-47a1-9b7a-a17b74f73bf3 req-8929ada0-a336-4d5b-9bfc-3467ee95387f tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.0750456 Jul 27 06:52:07.428033 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9998ba4b-3567-47a1-9b7a-a17b74f73bf3 req-ff908531-3b04-499a-8dd0-160c2d8c0e63 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Jul 27 06:52:08.595031 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9ee74-5b51-48c3-bab2-c53b1dc2c461 req-412ec1fa-f368-4867-8971-b7eaea8e9eff tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:08.601623 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e1f9ee74-5b51-48c3-bab2-c53b1dc2c461 req-412ec1fa-f368-4867-8971-b7eaea8e9eff tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.0937734 Jul 27 06:52:08.650830 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e1f9ee74-5b51-48c3-bab2-c53b1dc2c461 req-d05fa919-9b77-485a-8dce-474a3bdd99d1 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/security-groups?id=94476881-e45f-421d-b5d5-8970c5eb93a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Jul 27 06:52:08.806134 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:52:08.806733 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-f71bc2ae-118e-4beb-be29-7844db89f7d9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:08.807830 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-f71bc2ae-118e-4beb-be29-7844db89f7d9 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 946 time: 0.1076384 Jul 27 06:52:08.925498 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Deleting port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:08.925855 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:09.042670 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] For port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:09.043259 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:09.059192 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Calling delete_port for ad4c7acb-7eb6-48cb-956b-d9787fbfc8da owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:09.328228 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:09.371432 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Pushing event deleted for resources: {'Port': ['ID=ad4c7acb-7eb6-48cb-956b-d9787fbfc8da,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:09.376689 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:52:09.448456 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] No DVR routers for this DVR port ad4c7acb-7eb6-48cb-956b-d9787fbfc8da on host hv-cinder-77919 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:09.450956 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:09.453956 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b768e531-67f0-4fe7-98ab-29a018b1014d req-8c80b284-1f80-4c74-9417-5485a210d0ab tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.16 "DELETE /v2.0/ports/ad4c7acb-7eb6-48cb-956b-d9787fbfc8da HTTP/1.1" status: 204 len: 173 time: 0.6376152 Jul 27 06:52:09.454405 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'name': 'network-vif-deleted', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:09.462727 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb191aec-3a49-4896-b9f2-89f708342402" -d '{"events": [{"server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "name": "network-vif-deleted", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:09.503257 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee1a3a7-5dab-40da-9d3e-90e2436c169f x-openstack-request-id: req-8ee1a3a7-5dab-40da-9d3e-90e2436c169f {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:09.503257 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1", "name": "network-vif-deleted", "tag": "ad4c7acb-7eb6-48cb-956b-d9787fbfc8da", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:09.503572 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ee1a3a7-5dab-40da-9d3e-90e2436c169f {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:09.503901 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1', 'name': 'network-vif-deleted', 'tag': 'ad4c7acb-7eb6-48cb-956b-d9787fbfc8da', 'status': 'completed', 'code': 200} Jul 27 06:52:09.773463 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-979acd04-05af-47be-ac8b-50f1c98caf94 req-7256995e-ad9a-4099-baa2-604ea2b5c641 tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 210 time: 0.0430102 Jul 27 06:52:10.887808 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2058a58d-d53e-47c3-b530-d4565174a433 req-b168bd96-a233-486f-885c-ff296766eb5c tempest-TestMinimumBasicScenario-2131328022 tempest-TestMinimumBasicScenario-2131328022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5fde65-d8f0-4dd1-9188-5fa49b0b39c1 HTTP/1.1" status: 200 len: 210 time: 0.0326459 Jul 27 06:52:13.418378 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device ad4c7acb-7eb6-48cb-956b-d9787fbfc8da no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:13.438486 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: ad4c7acb-7eb6-48cb-956b-d9787fbfc8da {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:13.438825 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device ad4c7acb-7eb6-48cb-956b-d9787fbfc8da not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:13.465524 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53756) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:13.807072 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425981'] for router_interface, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:14.071707 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Deleting port d629e863-3795-4edf-b1eb-1ae61d266612 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:14.072042 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:14.149716 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] For port d629e863-3795-4edf-b1eb-1ae61d266612, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=d629e863-3795-4edf-b1eb-1ae61d266612,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:14.150075 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:14.162910 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Calling delete_port for d629e863-3795-4edf-b1eb-1ae61d266612 owned by network:router_interface {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:14.407492 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:14.437211 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Pushing event deleted for resources: {'Port': ['ID=d629e863-3795-4edf-b1eb-1ae61d266612,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:14.605808 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425745'] for router_interface, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:14.756493 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 53770) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:14.800503 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1398ddc6-f4c8-4801-915f-f151ee53bdaf admin admin] Deleting subnet 2349e731-32a4-4803-a27d-c94fd69d5909 {{(pid=100284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:52:14.803946 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1398ddc6-f4c8-4801-915f-f151ee53bdaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:14.842625 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1398ddc6-f4c8-4801-915f-f151ee53bdaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13798409'] for subnet, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:14.893488 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1398ddc6-f4c8-4801-915f-f151ee53bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.086667 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Router 7ce0b410-5988-4a8e-9d8f-545212ed320a has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:52:15.099734 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1398ddc6-f4c8-4801-915f-f151ee53bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15141354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13307996'] for subnet, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.127373 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398ddc6-f4c8-4801-915f-f151ee53bdaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2349e731-32a4-4803-a27d-c94fd69d5909,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:15.129376 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1398ddc6-f4c8-4801-915f-f151ee53bdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.131236 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-1398ddc6-f4c8-4801-915f-f151ee53bdaf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2349e731-32a4-4803-a27d-c94fd69d5909 HTTP/1.1" status: 204 len: 168 time: 0.3736441 Jul 27 06:52:15.133647 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 53776) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:15.198963 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:52:15.210732 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-e990d654-f79f-4a02-b10d-b124bcff5709 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ce0b410-5988-4a8e-9d8f-545212ed320a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7405365 Jul 27 06:52:15.210980 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.211158 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] Sync routers for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:52:15.212234 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 53778) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:15.220030 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:15.221051 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:15.350988 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:15.414443 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.427532 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks [] for router, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.430179 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748ca3f4-5601-49bc-825d-621cc196834c']}} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:15.472999 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a') {'for_net_delete': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:15.473309 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bec1a8b-8fce-49a0-95c4-b72a2139ad3a') {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:15.486611 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13798138'] for segment, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.528017 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.530583 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:52:14Z', 'revision_number': 5, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:15.538745 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:52:15.539137 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15141252'] for segment, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: Traceback (most recent call last): Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: timer() Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: cb(*args, **kw) Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: return func(*args, **kwargs) Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: self._notify() Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: self.callback(batched_events) Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: event.method(event) Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: return f(self, *a, **k) Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: return self._get(url).json() Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: return self.request(url, 'GET', **kwargs) Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:52:15.541063 dv-cinder-779194-3-smb neutron-server[100284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:52:15.562574 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] Checking router: 7ce0b410-5988-4a8e-9d8f-545212ed320a for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:52:15.571990 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] Routers {'7ce0b410-5988-4a8e-9d8f-545212ed320a'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:15.572611 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['7ce0b410-5988-4a8e-9d8f-545212ed320a'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:15.613434 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.678750 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] Set router 7ce0b410-5988-4a8e-9d8f-545212ed320a gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:15.733983 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.740050 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.746177 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] 10.222.0.13 "DELETE /v2.0/networks/748ca3f4-5601-49bc-825d-621cc196834c HTTP/1.1" status: 204 len: 168 time: 0.6074166 Jul 27 06:52:15.753437 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddf40d-15bf-4bec-8d96-31be73382939 admin admin] Pushing event deleted for resources: {'Network': ['ID=748ca3f4-5601-49bc-825d-621cc196834c,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:15.844473 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Deleting port c34ce898-4676-4a89-ab6a-7be9bf581a6f {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:15.845197 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.854998 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:52:14Z', 'revision_number': 5, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:15.884680 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7148cc-ea10-427e-8bd9-1559d5e6675c None None] The sync data for ids ['7ce0b410-5988-4a8e-9d8f-545212ed320a'] in dv-cinder-779194-3-smb is: [{'id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'name': 'tempest-TestMinimumBasicScenario-88367373-router', 'tenant_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:52:14Z', 'revision_number': 5, 'project_id': 'ae5dcbad6bea46dcb287f4c6653f584e', 'gw_port': {'id': 'c34ce898-4676-4a89-ab6a-7be9bf581a6f', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b410-5988-4a8e-9d8f-545212ed320a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:48:59Z', 'updated_at': '2021-07-27T06:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:52:15.933671 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] For port c34ce898-4676-4a89-ab6a-7be9bf581a6f, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=c34ce898-4676-4a89-ab6a-7be9bf581a6f,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:15.934036 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:15.945970 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Calling delete_port for c34ce898-4676-4a89-ab6a-7be9bf581a6f owned by network:router_gateway {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:16.201216 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 53794) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:16.245081 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-6bbd6aeb-6dab-4358-a5df-3e3f038c833a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2de6102a44745fb9b7c58371ff5ec75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427151 Jul 27 06:52:16.247641 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53796) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:16.248859 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.277873 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Pushing event deleted for resources: {'Port': ['ID=c34ce898-4676-4a89-ab6a-7be9bf581a6f,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:16.316099 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ebed1d0a-18ca-49ed-b425-b4b86c6a8c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.340409 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ebed1d0a-18ca-49ed-b425-b4b86c6a8c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.346908 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423091'] for router_gateway, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.462019 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5814'] for router, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.464247 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.470596 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ebed1d0a-18ca-49ed-b425-b4b86c6a8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.473195 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ebed1d0a-18ca-49ed-b425-b4b86c6a8c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.474351 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-ebed1d0a-18ca-49ed-b425-b4b86c6a8c7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65b9122b-e78a-4c9e-a786-e791a44a8ccb HTTP/1.1" status: 204 len: 168 time: 0.2251742 Jul 27 06:52:16.485259 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed1d0a-18ca-49ed-b425-b4b86c6a8c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b9122b-e78a-4c9e-a786-e791a44a8ccb,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:16.624977 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526522'] for router, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.625519 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce0b410-5988-4a8e-9d8f-545212ed320a {{(pid=100284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:52:16.629751 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] Notify callbacks [] for router, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.630835 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-a270157e-5e17-4674-b380-e905e915616a admin admin] 10.222.0.13 "DELETE /v2.0/routers/7ce0b410-5988-4a8e-9d8f-545212ed320a HTTP/1.1" status: 204 len: 168 time: 1.4174130 Jul 27 06:52:16.633533 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53802) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:16.679311 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec2843f-bacf-40e6-8c63-ac6b48b26ab0 admin admin] Deleting subnet 4d5872fc-4a28-46b8-96d9-0851df1905f9 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:52:16.682718 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0ec2843f-bacf-40e6-8c63-ac6b48b26ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.719045 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0ec2843f-bacf-40e6-8c63-ac6b48b26ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12923246'] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.834958 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0ec2843f-bacf-40e6-8c63-ac6b48b26ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.035164 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0ec2843f-bacf-40e6-8c63-ac6b48b26ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12831674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24651571'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.064808 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2843f-bacf-40e6-8c63-ac6b48b26ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5872fc-4a28-46b8-96d9-0851df1905f9,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:17.070212 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0ec2843f-bacf-40e6-8c63-ac6b48b26ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.070544 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-0ec2843f-bacf-40e6-8c63-ac6b48b26ab0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4d5872fc-4a28-46b8-96d9-0851df1905f9 HTTP/1.1" status: 204 len: 168 time: 0.4360003 Jul 27 06:52:17.073193 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53816) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:17.079867 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b81f7-a87d-4bea-aaa2-02b724546292 None None] Network 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:52:17.151194 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.216189 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Deleting port 72fe93bb-5265-4e2a-af99-47315f5cbf60 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:17.216526 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.283957 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] For port 72fe93bb-5265-4e2a-af99-47315f5cbf60, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=72fe93bb-5265-4e2a-af99-47315f5cbf60,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:17.284547 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.297749 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Calling delete_port for 72fe93bb-5265-4e2a-af99-47315f5cbf60 owned by network:dhcp {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:17.330351 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462b3e6-bd00-4712-b831-d882ffc5d072 None None] DHCP port deletion for 900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f request from dv-cinder-779194-3-smb {{(pid=100285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:52:17.382787 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-5462b3e6-bd00-4712-b831-d882ffc5d072 None None] Deleting port 72fe93bb-5265-4e2a-af99-47315f5cbf60 {{(pid=100285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:17.383152 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5462b3e6-bd00-4712-b831-d882ffc5d072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.443571 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-5462b3e6-bd00-4712-b831-d882ffc5d072 None None] For port 72fe93bb-5265-4e2a-af99-47315f5cbf60, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=72fe93bb-5265-4e2a-af99-47315f5cbf60,segment=NetworkSegment(fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9),segment_id=fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:17.443962 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5462b3e6-bd00-4712-b831-d882ffc5d072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.456611 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-5462b3e6-bd00-4712-b831-d882ffc5d072 None None] Calling delete_port for 72fe93bb-5265-4e2a-af99-47315f5cbf60 owned by network:dhcp {{(pid=100285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:17.486025 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.524448 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fe93bb-5265-4e2a-af99-47315f5cbf60,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:17.526523 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] No DVR routers for this DVR port 72fe93bb-5265-4e2a-af99-47315f5cbf60 on host dv-cinder-779194-3-smb {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:17.584901 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5462b3e6-bd00-4712-b831-d882ffc5d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670'] for port, after_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.613383 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462b3e6-bd00-4712-b831-d882ffc5d072 None None] Pushing event deleted for resources: {'Port': ['ID=72fe93bb-5265-4e2a-af99-47315f5cbf60,revision_number=None']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:17.615794 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462b3e6-bd00-4712-b831-d882ffc5d072 None None] No DVR routers for this DVR port 72fe93bb-5265-4e2a-af99-47315f5cbf60 on host dv-cinder-779194-3-smb {{(pid=100285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:17.629461 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.640086 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:17.652590 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:17.652926 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd431e6c-ba04-4fe0-bd9d-2debd6a2c4a9') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:17.668346 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12924829'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.673491 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 72fe93bb-5265-4e2a-af99-47315f5cbf60 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:17.687572 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.693920 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:52:17.694072 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 72fe93bb-5265-4e2a-af99-47315f5cbf60 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:17.696598 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12831700'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.696719 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 72fe93bb-5265-4e2a-af99-47315f5cbf60 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:17.696719 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device c34ce898-4676-4a89-ab6a-7be9bf581a6f no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: Traceback (most recent call last): Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: timer() Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: cb(*args, **kw) Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: return func(*args, **kwargs) Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: self._notify() Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: self.callback(batched_events) Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: event.method(event) Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: return f(self, *a, **k) Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: return self._get(url).json() Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:52:17.696911 dv-cinder-779194-3-smb neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:52:17.844266 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: c34ce898-4676-4a89-ab6a-7be9bf581a6f {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:17.844608 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device c34ce898-4676-4a89-ab6a-7be9bf581a6f not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:17.845017 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d629e863-3795-4edf-b1eb-1ae61d266612 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:17.847754 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.855187 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:17.868327 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] 10.222.0.13 "DELETE /v2.0/networks/900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f HTTP/1.1" status: 204 len: 168 time: 0.7940400 Jul 27 06:52:17.871240 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 53842) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:17.871762 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: d629e863-3795-4edf-b1eb-1ae61d266612 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:17.872121 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d629e863-3795-4edf-b1eb-1ae61d266612 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:17.879315 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78622473-c0b5-4142-99ce-d4164411c667 admin admin] Pushing event deleted for resources: {'Network': ['ID=900bda63-d2b4-4d21-8eca-2e1cd9ea8e2f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:18.290605 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425981'] for router_interface, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:18.826136 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Deleting port f4144e42-1fc1-414a-9c14-208c3225407f {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:18.826503 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:18.907732 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] For port f4144e42-1fc1-414a-9c14-208c3225407f, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=f4144e42-1fc1-414a-9c14-208c3225407f,segment=NetworkSegment(3230848e-2e11-404d-a45f-9ab2519e3d18),segment_id=3230848e-2e11-404d-a45f-9ab2519e3d18)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:18.908314 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:18.921942 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Calling delete_port for f4144e42-1fc1-414a-9c14-208c3225407f owned by network:router_interface {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:19.196115 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:19.224434 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f4144e42-1fc1-414a-9c14-208c3225407f,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:19.451974 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425745'] for router_interface, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:19.691578 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Router dd1a0d7c-72ee-4413-a2cb-f59de185c39f has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:52:19.806712 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:52:19.813269 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-a0034165-dcbf-4a5d-9ea1-2491110c7d4b admin admin] 10.222.0.13 "PUT /v2.0/routers/dd1a0d7c-72ee-4413-a2cb-f59de185c39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9370928 Jul 27 06:52:19.813354 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53916) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:19.813865 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] Sync routers for ids ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:52:19.824299 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] Routers {'dd1a0d7c-72ee-4413-a2cb-f59de185c39f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:19.825137 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:19.924647 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.017996 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] Set router dd1a0d7c-72ee-4413-a2cb-f59de185c39f gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:20.036667 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.192206 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:06Z', 'updated_at': '2021-07-27T06:52:19Z', 'revision_number': 5, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'gw_port': {'id': '832aa21d-b8db-4dd8-8338-bef361a65a09', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:08Z', 'updated_at': '2021-07-27T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:20.206651 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Deleting port 832aa21d-b8db-4dd8-8338-bef361a65a09 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:20.206997 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.221306 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] Checking router: dd1a0d7c-72ee-4413-a2cb-f59de185c39f for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:52:20.229538 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] Routers {'dd1a0d7c-72ee-4413-a2cb-f59de185c39f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:20.230138 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:51:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:20.289063 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] For port 832aa21d-b8db-4dd8-8338-bef361a65a09, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=832aa21d-b8db-4dd8-8338-bef361a65a09,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:20.289453 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.302485 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Calling delete_port for 832aa21d-b8db-4dd8-8338-bef361a65a09 owned by network:router_gateway {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:20.311932 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] Set router dd1a0d7c-72ee-4413-a2cb-f59de185c39f gateway port host: None {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:20.365422 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:06Z', 'updated_at': '2021-07-27T06:52:20Z', 'revision_number': 6, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'gw_port_host': None}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:20.391799 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b65480-90ff-4451-8768-799d9e8139dd None None] The sync data for ids ['dd1a0d7c-72ee-4413-a2cb-f59de185c39f'] in dv-cinder-779194-3-smb is: [{'id': 'dd1a0d7c-72ee-4413-a2cb-f59de185c39f', 'name': 'tempest-TestMinimumBasicScenario-594912232-router', 'tenant_id': 'b24f6f68143540f8b919978a599519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:06Z', 'updated_at': '2021-07-27T06:52:20Z', 'revision_number': 6, 'project_id': 'b24f6f68143540f8b919978a599519ef', 'gw_port_host': None}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:52:20.590766 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.617668 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=832aa21d-b8db-4dd8-8338-bef361a65a09,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:20.702396 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423091'] for router_gateway, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.815593 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5814'] for router, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.818134 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.966388 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526522'] for router, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.967440 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd1a0d7c-72ee-4413-a2cb-f59de185c39f {{(pid=100283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:52:20.972769 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:20.973977 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-7ed80cfe-63a3-41c8-9647-68b9cec9bca2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dd1a0d7c-72ee-4413-a2cb-f59de185c39f HTTP/1.1" status: 204 len: 168 time: 1.1595991 Jul 27 06:52:20.976497 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53928) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:21.022001 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dd3c68-ab65-43d7-b5e3-e2e9f5b6ffd6 admin admin] Deleting subnet 8773bcc2-7e03-45ac-9bc1-7455adcfd015 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:52:21.025063 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-21dd3c68-ab65-43d7-b5e3-e2e9f5b6ffd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.060337 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-21dd3c68-ab65-43d7-b5e3-e2e9f5b6ffd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12923246'] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.145605 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-21dd3c68-ab65-43d7-b5e3-e2e9f5b6ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.270584 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-21dd3c68-ab65-43d7-b5e3-e2e9f5b6ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12831674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24651571'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.298006 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd3c68-ab65-43d7-b5e3-e2e9f5b6ffd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8773bcc2-7e03-45ac-9bc1-7455adcfd015,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:21.300067 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-21dd3c68-ab65-43d7-b5e3-e2e9f5b6ffd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.302012 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-21dd3c68-ab65-43d7-b5e3-e2e9f5b6ffd6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8773bcc2-7e03-45ac-9bc1-7455adcfd015 HTTP/1.1" status: 204 len: 168 time: 0.3245683 Jul 27 06:52:21.305377 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53930) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:21.309933 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3387c2d5-78b3-4d73-b1fb-424361ee369e None None] Network 85ce3579-347e-466d-a5af-157f12fb21b6 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:52:21.409444 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.474534 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Deleting port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:21.474911 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.518483 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] DHCP port deletion for 85ce3579-347e-466d-a5af-157f12fb21b6 request from dv-cinder-779194-3-smb {{(pid=100285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:52:21.542169 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] For port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537,segment=NetworkSegment(3230848e-2e11-404d-a45f-9ab2519e3d18),segment_id=3230848e-2e11-404d-a45f-9ab2519e3d18)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:21.542543 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.557565 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Calling delete_port for 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 owned by network:dhcp {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:21.601705 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b640e351-95a2-4949-94c5-7839c5fb7e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.614756 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Deleting port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 {{(pid=100285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:21.615309 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.628933 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 832aa21d-b8db-4dd8-8338-bef361a65a09 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:21.685377 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 832aa21d-b8db-4dd8-8338-bef361a65a09 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:21.686350 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 832aa21d-b8db-4dd8-8338-bef361a65a09 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:21.686685 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:21.714862 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.725158 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] For port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537,segment=NetworkSegment(3230848e-2e11-404d-a45f-9ab2519e3d18),segment_id=3230848e-2e11-404d-a45f-9ab2519e3d18)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:21.725158 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.744030 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Calling delete_port for 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 owned by network:dhcp {{(pid=100285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:21.745020 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] No DVR routers for this DVR port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 on host dv-cinder-779194-3-smb {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:21.749279 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:21.792124 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No active binding found for port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 {{(pid=100285) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 06:52:21.792555 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:21.793142 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device f4144e42-1fc1-414a-9c14-208c3225407f no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:21.818547 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: f4144e42-1fc1-414a-9c14-208c3225407f {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:21.818805 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device f4144e42-1fc1-414a-9c14-208c3225407f not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:21.822573 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.834235 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ce3579-347e-466d-a5af-157f12fb21b6']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:21.845104 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3230848e-2e11-404d-a45f-9ab2519e3d18') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:21.845614 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3230848e-2e11-404d-a45f-9ab2519e3d18') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:21.856064 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12924829'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.860885 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670'] for port, after_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.874229 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] No DVR routers for this DVR port 1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537 on host dv-cinder-779194-3-smb {{(pid=100285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:21.876169 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.883851 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:52:21.884410 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12831700'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: Traceback (most recent call last): Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: timer() Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: cb(*args, **kw) Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: return func(*args, **kwargs) Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: self._notify() Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: self.callback(batched_events) Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: event.method(event) Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: return f(self, *a, **k) Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: return self._get(url).json() Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:52:21.886636 dv-cinder-779194-3-smb neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:52:21.904631 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Pushing event deleted for resources: {'Port': ['ID=1dd7fadd-c6b1-40bc-b0cf-c6bd6c2c3537,revision_number=None']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:21.906002 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.907321 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.907724 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.908052 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.908871 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.909233 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.909561 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.909940 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.910310 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.910631 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.911073 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:21.911392 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4599c0-f929-467b-97ba-960201b06a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:22.002217 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:22.017838 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:22.021569 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] 10.222.0.13 "DELETE /v2.0/networks/85ce3579-347e-466d-a5af-157f12fb21b6 HTTP/1.1" status: 204 len: 168 time: 0.7153311 Jul 27 06:52:22.025735 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66307f95-f223-4961-9c79-088498af2ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=85ce3579-347e-466d-a5af-157f12fb21b6,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:22.288801 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e996-fa3f-45d3-9178-9cebdd838743 req-cc1a2224-8735-4b6d-baa9-986f4a6eb5ec tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:22.290725 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-af45e996-fa3f-45d3-9178-9cebdd838743 req-cc1a2224-8735-4b6d-baa9-986f4a6eb5ec tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0709748 Jul 27 06:52:22.335067 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-af45e996-fa3f-45d3-9178-9cebdd838743 req-d1fa3210-b0ee-4eaa-8f1b-bbb950b499e5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378499 Jul 27 06:52:22.434920 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53956) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:22.480386 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-74d8931e-a2ff-41da-8080-091c9930ae70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae5dcbad6bea46dcb287f4c6653f584e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443354 Jul 27 06:52:22.483762 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53960) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:22.535605 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88780902-0d52-41b6-a75f-a71b8d6314d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:22.556107 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88780902-0d52-41b6-a75f-a71b8d6314d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:22.715055 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88780902-0d52-41b6-a75f-a71b8d6314d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:22.718332 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88780902-0d52-41b6-a75f-a71b8d6314d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:22.719488 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-88780902-0d52-41b6-a75f-a71b8d6314d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94476881-e45f-421d-b5d5-8970c5eb93a2 HTTP/1.1" status: 204 len: 168 time: 0.2348287 Jul 27 06:52:22.727684 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88780902-0d52-41b6-a75f-a71b8d6314d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94476881-e45f-421d-b5d5-8970c5eb93a2,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:23.417813 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53978) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:23.458156 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-5525dc67-a81e-482a-b498-ecb2095e36d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b24f6f68143540f8b919978a599519ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391870 Jul 27 06:52:23.460854 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 53980) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:23.480610 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe9a3c-864a-4934-aa7f-0eb3f75b2d09 req-0d808a4b-f15f-4ee1-865b-33aebd201978 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:23.482094 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-68fe9a3c-864a-4934-aa7f-0eb3f75b2d09 req-0d808a4b-f15f-4ee1-865b-33aebd201978 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0663421 Jul 27 06:52:23.516011 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-41560db2-8af5-42b2-9deb-fff250f557ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:23.521842 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-68fe9a3c-864a-4934-aa7f-0eb3f75b2d09 req-86b7917f-74b3-4541-98bf-e106ea19155b tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333033 Jul 27 06:52:23.538085 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-41560db2-8af5-42b2-9deb-fff250f557ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:23.658811 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-41560db2-8af5-42b2-9deb-fff250f557ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:23.661429 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-41560db2-8af5-42b2-9deb-fff250f557ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:23.662586 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-41560db2-8af5-42b2-9deb-fff250f557ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/383be77e-0320-48f8-9da6-157a4354a428 HTTP/1.1" status: 204 len: 168 time: 0.2006838 Jul 27 06:52:23.670920 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41560db2-8af5-42b2-9deb-fff250f557ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383be77e-0320-48f8-9da6-157a4354a428,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:24.224801 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e32711ff-2647-4e8d-ab1e-fbd990054797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.377375 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934d464-1ce4-4702-8172-7e10a0ca15bb req-8072de2a-5713-4212-bb58-596b71781cae tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:24.378832 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7934d464-1ce4-4702-8172-7e10a0ca15bb req-8072de2a-5713-4212-bb58-596b71781cae tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 945 time: 0.0669053 Jul 27 06:52:24.417160 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7934d464-1ce4-4702-8172-7e10a0ca15bb req-cbd93792-3c55-44b5-97f8-da91803d8cee tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Jul 27 06:52:24.660495 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efb96d-7021-4d9e-a096-2021088c21ef req-95734d66-a7e1-4606-9399-b7a50f482ca4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:24.660495 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-67efb96d-7021-4d9e-a096-2021088c21ef req-95734d66-a7e1-4606-9399-b7a50f482ca4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0625057 Jul 27 06:52:24.699179 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-67efb96d-7021-4d9e-a096-2021088c21ef req-d6c5b012-fe82-4b50-b098-5d44a7ac654f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Jul 27 06:52:24.777419 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:25.173225 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:25.743800 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842e4-61a5-46c8-a2c6-a5d7573fdf38 req-d440e8c4-0721-4e2e-bb2b-c7279a4c0b38 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:25.745322 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-56f842e4-61a5-46c8-a2c6-a5d7573fdf38 req-d440e8c4-0721-4e2e-bb2b-c7279a4c0b38 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 945 time: 0.2585535 Jul 27 06:52:25.797712 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-56f842e4-61a5-46c8-a2c6-a5d7573fdf38 req-a6cb56b0-37ed-4ad2-a3cd-bc352d4b05a4 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Jul 27 06:52:25.900756 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61aa86-7a74-4f8a-a24d-be0d9524cd1a req-77bcadfc-8427-4450-9099-d58e188578e3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:25.902250 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bf61aa86-7a74-4f8a-a24d-be0d9524cd1a req-77bcadfc-8427-4450-9099-d58e188578e3 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.1267786 Jul 27 06:52:25.941676 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bf61aa86-7a74-4f8a-a24d-be0d9524cd1a req-50723cde-74a3-4e4a-9141-3b90aafb5d0d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329585 Jul 27 06:52:26.801681 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:26.928660 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace22a-14a8-4263-b41a-ab314cc93281 req-75abca41-1ee5-435f-ae64-85cfbd676609 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:26.930156 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d8ace22a-14a8-4263-b41a-ab314cc93281 req-75abca41-1ee5-435f-ae64-85cfbd676609 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 945 time: 0.0635972 Jul 27 06:52:26.971509 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d8ace22a-14a8-4263-b41a-ab314cc93281 req-2d549242-a90e-43bd-9b3c-e7b11107992e tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Jul 27 06:52:27.083561 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bdb2b-a1e2-4665-834a-c52c8746d053 req-3bd9b144-42c8-486a-86c5-aed77171fa79 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:27.085067 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b48bdb2b-a1e2-4665-834a-c52c8746d053 req-3bd9b144-42c8-486a-86c5-aed77171fa79 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0671244 Jul 27 06:52:27.122613 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b48bdb2b-a1e2-4665-834a-c52c8746d053 req-84e8ea60-bf45-44c6-9de7-15e35a736252 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Jul 27 06:52:28.100117 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b656bcc-63ca-4ebc-800b-f8a246d139e7 req-f69c0ec5-a66b-4e2e-bfb6-72b50131300a tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:28.101601 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0b656bcc-63ca-4ebc-800b-f8a246d139e7 req-f69c0ec5-a66b-4e2e-bfb6-72b50131300a tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 945 time: 0.0662305 Jul 27 06:52:28.141677 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0b656bcc-63ca-4ebc-800b-f8a246d139e7 req-15e1fe8c-3dcf-48d5-b97d-e87e091dcf1e tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Jul 27 06:52:28.257246 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faba51e-56f6-45b2-a072-f2deb7648c61 req-0b06bd42-dd3f-48bd-9111-310848e57626 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:28.258655 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5faba51e-56f6-45b2-a072-f2deb7648c61 req-0b06bd42-dd3f-48bd-9111-310848e57626 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0631356 Jul 27 06:52:28.295376 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5faba51e-56f6-45b2-a072-f2deb7648c61 req-c1685f61-37f0-4be4-a0a7-e4283d0a9903 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303226 Jul 27 06:52:29.274647 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ca6f5-3f1c-4100-9b82-145ba2aecb03 req-addbdabb-b824-40b8-85c5-160183558490 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:29.276112 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-654ca6f5-3f1c-4100-9b82-145ba2aecb03 req-addbdabb-b824-40b8-85c5-160183558490 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 945 time: 0.0674820 Jul 27 06:52:29.316526 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-654ca6f5-3f1c-4100-9b82-145ba2aecb03 req-966beb88-d275-456c-97d7-5f14c3ef9808 tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a39596d-e97a-44b9-97ae-7ea5ea26c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Jul 27 06:52:29.438523 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74c903-b114-4078-a905-1e075a2d19b8 req-e3e2876c-2e81-4111-8017-916d9354529d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:29.440145 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4b74c903-b114-4078-a905-1e075a2d19b8 req-e3e2876c-2e81-4111-8017-916d9354529d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0651686 Jul 27 06:52:29.483258 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4b74c903-b114-4078-a905-1e075a2d19b8 req-c1a091fb-8601-4d7e-af1a-3166ba6e522f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371802 Jul 27 06:52:29.727755 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-34d48e22-b671-46ee-993e-cc9733fa9c7b tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:29.729276 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-34d48e22-b671-46ee-993e-cc9733fa9c7b tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 945 time: 0.0669773 Jul 27 06:52:29.831850 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Deleting port e1d5c834-369f-454b-b1a9-531a1aa74778 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:29.832237 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:29.924173 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] For port e1d5c834-369f-454b-b1a9-531a1aa74778, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e1d5c834-369f-454b-b1a9-531a1aa74778,segment=NetworkSegment(af4fe20c-b91b-4f4d-a0c4-553694ab8721),segment_id=af4fe20c-b91b-4f4d-a0c4-553694ab8721)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:29.924528 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:29.946141 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Calling delete_port for e1d5c834-369f-454b-b1a9-531a1aa74778 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:30.150111 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:30.181482 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Pushing event deleted for resources: {'Port': ['ID=e1d5c834-369f-454b-b1a9-531a1aa74778,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:30.198236 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['e1d5c834-369f-454b-b1a9-531a1aa74778'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:52:30.234212 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] No DVR routers for this DVR port e1d5c834-369f-454b-b1a9-531a1aa74778 on host hv-cinder-77919 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:30.237609 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:30.240401 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-a2964808-71ae-4eab-8540-ae1828f4b785 req-cbcc2451-c5c1-4424-8fb9-3810a2f4279d tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.16 "DELETE /v2.0/ports/e1d5c834-369f-454b-b1a9-531a1aa74778 HTTP/1.1" status: 204 len: 173 time: 0.5042982 Jul 27 06:52:30.241140 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b814250-5085-44a2-b913-8a8c1c7c1b5c', 'name': 'network-vif-deleted', 'tag': 'e1d5c834-369f-454b-b1a9-531a1aa74778'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:30.244606 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953442f9-f003-4f12-b71e-c493a312ee39" -d '{"events": [{"server_uuid": "8b814250-5085-44a2-b913-8a8c1c7c1b5c", "name": "network-vif-deleted", "tag": "e1d5c834-369f-454b-b1a9-531a1aa74778"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:30.281591 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fd5b97-fb6f-4f60-b73a-0faf2633142a x-openstack-request-id: req-24fd5b97-fb6f-4f60-b73a-0faf2633142a {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:30.281886 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b814250-5085-44a2-b913-8a8c1c7c1b5c", "name": "network-vif-deleted", "tag": "e1d5c834-369f-454b-b1a9-531a1aa74778", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:30.282141 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24fd5b97-fb6f-4f60-b73a-0faf2633142a {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:30.282531 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b814250-5085-44a2-b913-8a8c1c7c1b5c', 'name': 'network-vif-deleted', 'tag': 'e1d5c834-369f-454b-b1a9-531a1aa74778', 'status': 'completed', 'code': 200} Jul 27 06:52:30.422987 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7f97290b-5b6c-497c-86d9-d5b5c583488d req-9e983919-8e87-4124-b107-147d619ea47a tempest-VolumesSnapshotTestJSON-1320243965 tempest-VolumesSnapshotTestJSON-1320243965-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b814250-5085-44a2-b913-8a8c1c7c1b5c HTTP/1.1" status: 200 len: 210 time: 0.0337033 Jul 27 06:52:30.636735 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afb109-beda-4576-bc47-2c078f185ce1 req-51027b48-60f3-42c2-b982-aeaac1d38c80 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:30.638258 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-93afb109-beda-4576-bc47-2c078f185ce1 req-51027b48-60f3-42c2-b982-aeaac1d38c80 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0781417 Jul 27 06:52:30.679345 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-93afb109-beda-4576-bc47-2c078f185ce1 req-5434f61e-b1cf-43ca-b7bc-6340e0153112 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351913 Jul 27 06:52:31.820032 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113ecc0-0984-4210-9dd3-854746fbfe78 req-4289b6e3-2d07-4bb2-becd-c4d0983f4ec6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:31.821560 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0113ecc0-0984-4210-9dd3-854746fbfe78 req-4289b6e3-2d07-4bb2-becd-c4d0983f4ec6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0662627 Jul 27 06:52:31.862473 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0113ecc0-0984-4210-9dd3-854746fbfe78 req-812e0e23-482f-4f90-ae82-7e7341ecc95f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349555 Jul 27 06:52:32.998658 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a05f1-594b-4754-89d2-8313dd270566 req-93b5e952-f0b7-4229-9259-1dc85a23f088 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:33.000104 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-088a05f1-594b-4754-89d2-8313dd270566 req-93b5e952-f0b7-4229-9259-1dc85a23f088 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0648553 Jul 27 06:52:33.038217 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-088a05f1-594b-4754-89d2-8313dd270566 req-9e95946e-2514-4174-ace8-eb172a1cb0b4 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Jul 27 06:52:33.541674 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1d5c834-369f-454b-b1a9-531a1aa74778 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:33.565007 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: e1d5c834-369f-454b-b1a9-531a1aa74778 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:33.565379 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device e1d5c834-369f-454b-b1a9-531a1aa74778 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:34.172542 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec342a-f55a-4ebd-a65f-cc800c97b8ca req-ebe487fd-c5b5-4224-8ce4-cfd344600fe7 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:34.173969 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c4ec342a-f55a-4ebd-a65f-cc800c97b8ca req-ebe487fd-c5b5-4224-8ce4-cfd344600fe7 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0653675 Jul 27 06:52:34.198693 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada028af-af28-4efe-9141-d56a2c572505 req-c6d95e4a-d8ef-487f-827c-acfd7c19154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:34.200180 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-ada028af-af28-4efe-9141-d56a2c572505 req-c6d95e4a-d8ef-487f-827c-acfd7c19154e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 1098 time: 0.0543849 Jul 27 06:52:34.214365 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c4ec342a-f55a-4ebd-a65f-cc800c97b8ca req-cfc13419-a928-4197-a251-8c489a970e00 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341225 Jul 27 06:52:34.304755 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada028af-af28-4efe-9141-d56a2c572505 req-c648ed6d-a7e6-43e6-8e3a-31b085bc2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:34.306247 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-ada028af-af28-4efe-9141-d56a2c572505 req-c648ed6d-a7e6-43e6-8e3a-31b085bc2d3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 917 time: 0.0850086 Jul 27 06:52:34.370597 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-ada028af-af28-4efe-9141-d56a2c572505 req-7d6f6c7b-18a9-4bf4-a13e-3f61405a8175 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c953490-c431-400c-9341-a6ea5fd8bb43 HTTP/1.1" status: 200 len: 1000 time: 0.0561876 Jul 27 06:52:34.422625 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada028af-af28-4efe-9141-d56a2c572505 req-237f377b-e7c5-4455-8183-a5ebc9c468a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:34.423929 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-ada028af-af28-4efe-9141-d56a2c572505 req-237f377b-e7c5-4455-8183-a5ebc9c468a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.0453947 Jul 27 06:52:34.482984 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada028af-af28-4efe-9141-d56a2c572505 req-aea10968-c5ff-4672-be96-e58453d85b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:34.484976 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-ada028af-af28-4efe-9141-d56a2c572505 req-aea10968-c5ff-4672-be96-e58453d85b10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521400 Jul 27 06:52:34.579434 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-ada028af-af28-4efe-9141-d56a2c572505 req-4ad110a8-159e-4b62-870c-6d7314dd267b service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864027 Jul 27 06:52:34.673291 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-ada028af-af28-4efe-9141-d56a2c572505 req-6bd7b258-8f76-48b4-84cc-992e0e24f962 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860498 Jul 27 06:52:35.354653 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c1476-ac7e-4187-b57a-a68096854507 req-013aac32-b354-42e9-9831-d0915ef598c8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:35.356124 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c69c1476-ac7e-4187-b57a-a68096854507 req-013aac32-b354-42e9-9831-d0915ef598c8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0621066 Jul 27 06:52:35.395468 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c69c1476-ac7e-4187-b57a-a68096854507 req-547aad23-1462-4d5c-ae70-506856559586 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329180 Jul 27 06:52:35.396105 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:35.542145 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 0c953490-c431-400c-9341-a6ea5fd8bb43 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:52:35.650075 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:35.661568 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'port_id': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'mac_address': 'fa:16:3e:3b:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:52:35.701734 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:35.718458 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c953490-c431-400c-9341-a6ea5fd8bb43 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:52:35.737927 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:35.852958 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:35.899869 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=6']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:36.065128 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['0c953490-c431-400c-9341-a6ea5fd8bb43'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:52:36.541991 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497baa2c-6d67-4d22-b6c7-d63cfe45e096 req-c7188e66-bd39-496e-a763-d9fa647d4621 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:36.543498 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-497baa2c-6d67-4d22-b6c7-d63cfe45e096 req-c7188e66-bd39-496e-a763-d9fa647d4621 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 944 time: 0.0739319 Jul 27 06:52:36.581982 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-497baa2c-6d67-4d22-b6c7-d63cfe45e096 req-1325eb92-76d8-4829-99c4-ebc26ca595ff tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Jul 27 06:52:37.555967 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 0c953490-c431-400c-9341-a6ea5fd8bb43 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:52:37.648711 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 0c953490-c431-400c-9341-a6ea5fd8bb43 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:52:37.655626 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:37.744854 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d5aea-3dc5-4c9a-abcb-6a0ef8105fcb req-1fa02ecb-b436-49b4-9eb7-5acf126c9b14 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:37.749186 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:37.753075 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-938d5aea-3dc5-4c9a-abcb-6a0ef8105fcb req-1fa02ecb-b436-49b4-9eb7-5acf126c9b14 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 944 time: 0.0713463 Jul 27 06:52:37.775759 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:37.778768 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eafd981-be80-4479-9359-98cfb53a51d8" -d '{"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-plugged", "status": "completed", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:37.794608 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:37.803363 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-938d5aea-3dc5-4c9a-abcb-6a0ef8105fcb req-70d2aff9-8b5d-4a5c-a2db-a29a145a178f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441070 Jul 27 06:52:37.845828 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0ebd7d-3bf6-4b98-9fe5-aa4304c669ac x-openstack-request-id: req-9a0ebd7d-3bf6-4b98-9fe5-aa4304c669ac {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:37.846424 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-plugged", "status": "completed", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:37.849793 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a0ebd7d-3bf6-4b98-9fe5-aa4304c669ac {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:37.849793 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'code': 200} Jul 27 06:52:37.870180 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:37.938122 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=7']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:38.963257 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d559-3538-4e31-b172-d407cc7921fe req-9a45e48f-917e-488a-a5be-8e593ba31b74 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:38.964725 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3ce7d559-3538-4e31-b172-d407cc7921fe req-9a45e48f-917e-488a-a5be-8e593ba31b74 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0896409 Jul 27 06:52:39.010323 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3ce7d559-3538-4e31-b172-d407cc7921fe req-056051ff-f06a-452c-9f9e-7e37822ec83e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382116 Jul 27 06:52:40.256795 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d000a93-36d5-460d-a49b-ffa9db03f1c2 req-aa00cbf8-fc9f-4285-a960-9c132c547d8f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:40.258207 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9d000a93-36d5-460d-a49b-ffa9db03f1c2 req-aa00cbf8-fc9f-4285-a960-9c132c547d8f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0629354 Jul 27 06:52:40.303491 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9d000a93-36d5-460d-a49b-ffa9db03f1c2 req-a722092f-90d8-470c-8102-dc8e9ec18f3c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392992 Jul 27 06:52:41.464353 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0c0aa-fa3b-4727-bbe0-c485952585d7 req-960a4a4c-3066-4ad0-913b-1dc1b1aa50c8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:41.466184 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-93b0c0aa-fa3b-4727-bbe0-c485952585d7 req-960a4a4c-3066-4ad0-913b-1dc1b1aa50c8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0834160 Jul 27 06:52:41.507934 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-93b0c0aa-fa3b-4727-bbe0-c485952585d7 req-cba7942f-2d48-481c-806b-8b33b5e01803 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351150 Jul 27 06:52:42.690778 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a721da-7bdd-4be4-9169-264230acd666 req-5a78383b-4854-4a69-8b9b-baaed7b23abb tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:42.692766 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-45a721da-7bdd-4be4-9169-264230acd666 req-5a78383b-4854-4a69-8b9b-baaed7b23abb tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0802896 Jul 27 06:52:42.749743 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-45a721da-7bdd-4be4-9169-264230acd666 req-f07187c2-930b-4156-bb68-028ec0a393c8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505674 Jul 27 06:52:43.896800 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31271b1c-6526-40c6-9b3c-90858631caaa req-bbe83c49-3a4f-42aa-a739-bc2c7f4d820e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:43.898498 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-31271b1c-6526-40c6-9b3c-90858631caaa req-bbe83c49-3a4f-42aa-a739-bc2c7f4d820e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0692074 Jul 27 06:52:43.940891 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-31271b1c-6526-40c6-9b3c-90858631caaa req-c6aaf461-388f-48d2-9658-7ca50c41ec02 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359700 Jul 27 06:52:45.112219 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c620e7-f793-44c3-ac79-58db02a8011b req-915f473f-d8ce-4d5e-bc16-465b1847cee8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:45.114457 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02c620e7-f793-44c3-ac79-58db02a8011b req-915f473f-d8ce-4d5e-bc16-465b1847cee8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0936430 Jul 27 06:52:45.156061 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02c620e7-f793-44c3-ac79-58db02a8011b req-cf1b01cd-535b-441f-ba57-b026c53099a6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356197 Jul 27 06:52:45.806679 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:52:46.334284 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39531eb-cf21-4362-8ef9-388094ad5d6a req-cd03528a-6a09-43a5-bef9-7b8007692569 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:46.335757 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f39531eb-cf21-4362-8ef9-388094ad5d6a req-cd03528a-6a09-43a5-bef9-7b8007692569 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0674038 Jul 27 06:52:46.374330 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f39531eb-cf21-4362-8ef9-388094ad5d6a req-c8bdcf41-1520-4bd5-b954-64432cec4c20 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324244 Jul 27 06:52:47.513579 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac607a-ab1a-49ac-afed-1db5960ad262 req-d02ebb4d-f071-431f-a1af-af6b9c1d6c77 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:47.515113 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-aaac607a-ab1a-49ac-afed-1db5960ad262 req-d02ebb4d-f071-431f-a1af-af6b9c1d6c77 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0683959 Jul 27 06:52:47.568569 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-aaac607a-ab1a-49ac-afed-1db5960ad262 req-e44d5aa8-92cd-4eeb-a2aa-e80af72934ca tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467806 Jul 27 06:52:47.812828 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54296) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:47.917501 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.003080 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.138356 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.177087 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d1fafd7ded34c719633b4fed002d9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629029 Jul 27 06:52:48.178203 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90346a63-0414-468c-b7fa-c3696ea603a9,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:48.179903 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 54308) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:48.185539 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.185897 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.186173 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.186502 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.186837 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.187155 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.187465 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.187787 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.188103 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.188418 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.188732 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.189070 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa23c1b-d8d2-4eb8-8938-c0372400de60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.229612 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.249690 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.348428 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.351003 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.352168 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90346a63-0414-468c-b7fa-c3696ea603a9 HTTP/1.1" status: 204 len: 168 time: 0.1712646 Jul 27 06:52:48.359916 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90346a63-0414-468c-b7fa-c3696ea603a9,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:48.366893 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.367237 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.367572 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.367893 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.368218 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.368542 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.368866 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.369506 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.369839 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.370177 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.370513 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.370814 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747891e-1e9f-4445-8210-a3a1a153cfb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:48.691409 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf77ce-ab93-43ff-ac94-62e7328031b8 req-f7cd07c9-ef21-40dc-a3d2-cf8fd602d844 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:48.692913 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-34cf77ce-ab93-43ff-ac94-62e7328031b8 req-f7cd07c9-ef21-40dc-a3d2-cf8fd602d844 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0630622 Jul 27 06:52:48.731438 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-34cf77ce-ab93-43ff-ac94-62e7328031b8 req-7442edda-f666-4a1b-906d-f9a5ebee87ad tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325985 Jul 27 06:52:49.133204 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-25981c99-1829-4881-b8ba-b4ab85b65d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:49.134707 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-25981c99-1829-4881-b8ba-b4ab85b65d69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 1098 time: 0.1481595 Jul 27 06:52:49.225683 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-ac1b9e44-075e-4a42-b9cf-40904c4afddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:49.227155 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-ac1b9e44-075e-4a42-b9cf-40904c4afddb service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 917 time: 0.0848091 Jul 27 06:52:49.296226 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-41458b06-ed12-4031-9af6-fe9a9c121b43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c953490-c431-400c-9341-a6ea5fd8bb43 HTTP/1.1" status: 200 len: 1000 time: 0.0601821 Jul 27 06:52:49.348470 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-83f7a725-f4a5-4e57-be34-96c5894b652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:49.349969 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-83f7a725-f4a5-4e57-be34-96c5894b652e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.0468736 Jul 27 06:52:49.411084 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-20a9956c-4bc0-4127-867c-350f8d0c53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:49.412587 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-20a9956c-4bc0-4127-867c-350f8d0c53ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539334 Jul 27 06:52:49.505818 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-bbd12bfd-647f-4122-a32e-56feb91ff079 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854995 Jul 27 06:52:49.596658 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-746b9030-83de-47bd-bb5c-849423ccc9ba req-9767d251-8893-48d1-91fd-5ca8a754dc46 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836272 Jul 27 06:52:49.875110 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a753496-53cf-4c56-8cd7-8c42b9e98394 req-32563b7e-9e4d-4704-b859-cdd80c01bb24 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:49.876742 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a753496-53cf-4c56-8cd7-8c42b9e98394 req-32563b7e-9e4d-4704-b859-cdd80c01bb24 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0696311 Jul 27 06:52:49.914976 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6a753496-53cf-4c56-8cd7-8c42b9e98394 req-e70964ac-0e91-4551-935f-07262e2e443e tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Jul 27 06:52:51.051272 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd681bde-7dab-4e72-96fe-5f1f2cb4382e req-35c56cb0-87ba-4741-8be2-fccb73ac3750 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:51.052757 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd681bde-7dab-4e72-96fe-5f1f2cb4382e req-35c56cb0-87ba-4741-8be2-fccb73ac3750 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0626063 Jul 27 06:52:51.090983 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cd681bde-7dab-4e72-96fe-5f1f2cb4382e req-7bdea8d0-446c-42e5-a87b-2d8342b74b48 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Jul 27 06:52:51.613112 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-66047322-78e9-4299-8d4e-1b210f456da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.240691 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e636d53-28f8-448d-9505-7c292e5be004 req-28125b82-da1e-4414-b3c6-60805aa37aa5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:52.242845 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4e636d53-28f8-448d-9505-7c292e5be004 req-28125b82-da1e-4414-b3c6-60805aa37aa5 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 945 time: 0.0786974 Jul 27 06:52:52.278542 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4e636d53-28f8-448d-9505-7c292e5be004 req-ac8ab30e-e40e-4553-997f-3300e5b0c525 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304470 Jul 27 06:52:53.662899 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 0c953490-c431-400c-9341-a6ea5fd8bb43 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:53.738747 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:53.764974 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:53.767327 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d935a70f-43a3-450e-bdba-f60d139ebad2" -d '{"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-unplugged", "status": "completed", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:53.782249 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:53.804070 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4617c13-2067-4106-bfad-dddd3474306c x-openstack-request-id: req-d4617c13-2067-4106-bfad-dddd3474306c {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:53.804583 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-unplugged", "status": "failed", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43", "code": 422}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:53.805421 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4617c13-2067-4106-bfad-dddd3474306c {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:53.809023 dv-cinder-779194-3-smb neutron-server[100285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'code': 422} returned with failed status Jul 27 06:52:53.897705 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:53.949427 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=8']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:54.264168 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7145fecd-be9d-466e-976b-4f469808ff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.490353 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 54464) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:54.534079 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d4a156-c657-4bfd-a8cb-9067fabae114 admin admin] Deleting subnet 70d0f741-1a9c-4656-9ff3-24197156341f {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:52:54.537532 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a156-c657-4bfd-a8cb-9067fabae114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.805707 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.826276 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a156-c657-4bfd-a8cb-9067fabae114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12923246'] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.867700 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a156-c657-4bfd-a8cb-9067fabae114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.030687 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a156-c657-4bfd-a8cb-9067fabae114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12831674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24651571'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.060264 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a156-c657-4bfd-a8cb-9067fabae114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d0f741-1a9c-4656-9ff3-24197156341f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:55.062982 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a156-c657-4bfd-a8cb-9067fabae114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.065069 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b8d4a156-c657-4bfd-a8cb-9067fabae114 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70d0f741-1a9c-4656-9ff3-24197156341f HTTP/1.1" status: 204 len: 168 time: 0.5736876 Jul 27 06:52:55.067527 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 54484) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:55.150115 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.181822 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c95f-0848-4f7f-9a14-4824ac089525 req-740c0109-5b3b-470d-9c34-fe51ec4060fa tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:55.191887 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0d70c95f-0848-4f7f-9a14-4824ac089525 req-740c0109-5b3b-470d-9c34-fe51ec4060fa tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.1718946 Jul 27 06:52:55.234254 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0d70c95f-0848-4f7f-9a14-4824ac089525 req-0c26ff09-bc66-469a-812a-2d804ba37444 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407982 Jul 27 06:52:55.235404 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.241621 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.247916 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f554260-b176-472d-abdf-a51376e59c75']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:55.263257 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4fe20c-b91b-4f4d-a0c4-553694ab8721') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:55.263548 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4fe20c-b91b-4f4d-a0c4-553694ab8721') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:55.273217 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12924829'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.287681 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.295187 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:52:55.295662 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12831700'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: Traceback (most recent call last): Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: timer() Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: cb(*args, **kw) Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: return func(*args, **kwargs) Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: self._notify() Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: self.callback(batched_events) Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: event.method(event) Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: return f(self, *a, **k) Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: return self._get(url).json() Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:52:55.297459 dv-cinder-779194-3-smb neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:52:55.411263 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.417479 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.421807 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3f554260-b176-472d-abdf-a51376e59c75 HTTP/1.1" status: 204 len: 168 time: 0.3507426 Jul 27 06:52:55.435422 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be370b39-bfa2-4d2d-8e39-33cc0b424003 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f554260-b176-472d-abdf-a51376e59c75,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:55.687765 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54510) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:55.789228 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-af64e3cd-234c-4552-830d-7b467906dc68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002810 Jul 27 06:52:55.841682 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54520) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:55.881471 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-a0b6b0b5-b7d8-45fd-b64e-fa7c4b18c238 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=341fb8020b294e74a855da03083751f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386066 Jul 27 06:52:55.883884 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54522) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:55.935815 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4f51e3fa-f226-4046-8266-23e0eabb6c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.956686 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4f51e3fa-f226-4046-8266-23e0eabb6c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.166014 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4f51e3fa-f226-4046-8266-23e0eabb6c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.168686 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4f51e3fa-f226-4046-8266-23e0eabb6c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.169869 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-4f51e3fa-f226-4046-8266-23e0eabb6c03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a39596d-e97a-44b9-97ae-7ea5ea26c068 HTTP/1.1" status: 204 len: 168 time: 0.2850497 Jul 27 06:52:56.179931 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51e3fa-f226-4046-8266-23e0eabb6c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a39596d-e97a-44b9-97ae-7ea5ea26c068,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:56.370865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e3fd4-a72b-4e70-94e0-de2e4afef51b req-7f1d0596-29a8-41b3-9305-53a100bd86aa tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:56.372356 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-590e3fd4-a72b-4e70-94e0-de2e4afef51b req-7f1d0596-29a8-41b3-9305-53a100bd86aa tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0632350 Jul 27 06:52:56.409914 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-590e3fd4-a72b-4e70-94e0-de2e4afef51b req-fec41280-ab9d-4d33-ab35-6b10d61b30af tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308192 Jul 27 06:52:56.898506 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.404367 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 54570) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:57.502379 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-322332907-network', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:52:57.547436 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb0180-6042-40f9-96e0-d575a9b62ea3 req-a3b49b49-c03b-4a89-9a3f-b3383e8c5479 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:57.548928 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-38bb0180-6042-40f9-96e0-d575a9b62ea3 req-a3b49b49-c03b-4a89-9a3f-b3383e8c5479 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0681052 Jul 27 06:52:57.591119 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-38bb0180-6042-40f9-96e0-d575a9b62ea3 req-1acdf26c-9c93-4de9-a19d-205b15676507 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359225 Jul 27 06:52:57.670050 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Made reservation on behalf of 57d3ad105fff4a84842b82c5a63ff3f1 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:52:57.673735 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.683451 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.779280 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.869675 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.895100 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:52:57.904790 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f03da13-bba3-4532-87d3-3cac938e4965,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:57.911620 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.911963 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Added segment d8b62da2-55ca-4dc9-a117-48fcc2039350 of type vlan for network b3535985-cbcf-46fd-a030-17d603c26429 Jul 27 06:52:57.984190 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:58.069104 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-1835d7f0-373a-4911-92ff-c8ca6e7c3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:58.070593 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-1835d7f0-373a-4911-92ff-c8ca6e7c3ef7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759&tenant_id=371bfa919ef2412081709a50e2b4ae94 HTTP/1.1" status: 200 len: 1096 time: 0.1203401 Jul 27 06:52:58.159377 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-5181a94e-db71-462e-b543-7c4b4ea5ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:58.160887 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-5181a94e-db71-462e-b543-7c4b4ea5ed9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=371bfa919ef2412081709a50e2b4ae94&device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 1096 time: 0.0569499 Jul 27 06:52:58.166697 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:58.167544 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:58.168102 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:58.281802 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] Pushing event updated for resources: {'Network': ['ID=b3535985-cbcf-46fd-a030-17d603c26429,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:58.293103 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network b3535985-cbcf-46fd-a030-17d603c26429 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:52:58.308596 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54582) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:58.308812 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-c54527bd-cd2c-411d-bc9e-feec2c6b7710 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9032319 Jul 27 06:52:58.314195 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Request body: {'subnet': {'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-322332907-subnet', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'ip_version': 4}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:52:58.319335 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-11ffe573-266e-49de-aa1e-2698c6922b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:58.320897 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-11ffe573-266e-49de-aa1e-2698c6922b14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 200 len: 917 time: 0.1482649 Jul 27 06:52:58.390634 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-11fc520d-149e-476c-afc5-d1be4641477d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c953490-c431-400c-9341-a6ea5fd8bb43 HTTP/1.1" status: 200 len: 998 time: 0.0606306 Jul 27 06:52:58.429910 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Made reservation on behalf of 57d3ad105fff4a84842b82c5a63ff3f1 for: {'subnet': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:52:58.432515 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13307959'] for subnet, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:58.449865 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-bb42f428-d273-4594-a020-ff5af5eed4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:58.451325 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-bb42f428-d273-4594-a020-ff5af5eed4bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 200 len: 855 time: 0.0489125 Jul 27 06:52:58.519110 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-484db115-0aaa-4d35-9520-60daef9cc032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:58.520617 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-484db115-0aaa-4d35-9520-60daef9cc032 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f96515-6f2e-4596-b9b4-af1d97f0ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0615358 Jul 27 06:52:58.610674 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-659aeef4-73ac-443b-bc02-03ef4b6cf49d service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Jul 27 06:52:58.693278 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15141165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13307941'] for subnet, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:58.710805 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f5bf27f5-3294-4738-8e61-d4d39f9c25f2 req-b3d676cf-1d10-4f28-b382-81cbeb854282 service neutron] 10.222.0.16 "GET /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922458 Jul 27 06:52:58.765796 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ad5bdb-71f2-4def-ab68-857be1c7fb7a,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:58.775217 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Checking segment: {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:52:58.775629 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Network hostable DHCP agents. Network: b3535985-cbcf-46fd-a030-17d603c26429, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:52:58.792883 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02904026-02bb-4f18-b423-d097285f3aaf req-23f685c6-cbae-401d-a86a-ab9b70c9db8f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:58.793867 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02904026-02bb-4f18-b423-d097285f3aaf req-23f685c6-cbae-401d-a86a-ab9b70c9db8f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.1299059 Jul 27 06:52:58.840778 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02904026-02bb-4f18-b423-d097285f3aaf req-63ced3b6-dd4a-4105-af01-3dc60298c06a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373201 Jul 27 06:52:58.894455 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Network b3535985-cbcf-46fd-a030-17d603c26429 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:52:58.993851 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, b3535985-cbcf-46fd-a030-17d603c26429) {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:52:58.997945 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:58.998562 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.007093 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4851e6b-3fce-4236-b674-91b531473622 None None] Network b3535985-cbcf-46fd-a030-17d603c26429 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:52:59.110752 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-bf5d6a69-b7da-47e6-9533-5a60a21e3223 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8008475 Jul 27 06:52:59.113400 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54602) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:59.129010 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:52:59.159808 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0bf30d1-9f76-59c0-80e1-ffc18055d84a-b3535985-cbcf-46fd-a030-17d603c26429', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a'}]}} from dv-cinder-779194-3-smb. {{(pid=100285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:52:59.160923 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.246997 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5824'] for router, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.248169 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5817'] for router, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.304982 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.db_base_plugin_common [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Allocated IP 172.20.0.2 (b3535985-cbcf-46fd-a030-17d603c26429/21ad5bdb-71f2-4def-ab68-857be1c7fb7a/4f32a9f3-a66f-4622-8bdb-d009b88778b3) {{(pid=100285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:52:59.313732 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.448064 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Notify callbacks [] for port, precommit_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.457645 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Transition to ACTIVE for port object 4f32a9f3-a66f-4622-8bdb-d009b88778b3 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:52:59.472769 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Transition to ACTIVE for port object 4f32a9f3-a66f-4622-8bdb-d009b88778b3 will not be triggered until provisioned by entity DHCP. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:52:59.564713 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5807'] for router, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.610585 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.658366 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Network b3535985-cbcf-46fd-a030-17d603c26429 is already hosted by enough agents. {{(pid=100285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:52:59.664477 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.base_scheduler [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Resources bound (agent type, host, resource id): {{(pid=100285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:52:59.668229 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Received port after_create {{(pid=100285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:52:59.700768 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Pushing event updated for resources: {'Port': ['ID=4f32a9f3-a66f-4622-8bdb-d009b88778b3,revision_number=1']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:59.744829 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Attempting to bind port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:52:59.745245 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Attempting to bind port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:52:59.745603 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Attempting to bind port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 on network b3535985-cbcf-46fd-a030-17d603c26429 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:52:59.751682 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:52:59.752059 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Checking segment: {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:52:59.752463 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.752849 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Bound using segment: {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:52:59.753335 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Bound port: 4f32a9f3-a66f-4622-8bdb-d009b88778b3, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:52:59.753715 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.830689 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] For port 4f32a9f3-a66f-4622-8bdb-d009b88778b3, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:52:59.834078 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] For port 4f32a9f3-a66f-4622-8bdb-d009b88778b3, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=4f32a9f3-a66f-4622-8bdb-d009b88778b3,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:52:59.907848 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.988373 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.021199 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53123c2b-a53f-46ce-9497-ea161571f905 None None] Pushing event updated for resources: {'Port': ['ID=4f32a9f3-a66f-4622-8bdb-d009b88778b3,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:00.049299 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.544524 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b07e3e-da1f-4c6c-baa8-fca621448012 req-6ed56103-969d-4ddb-ad06-82c6a4afae87 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:00.553816 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c0b07e3e-da1f-4c6c-baa8-fca621448012 req-6ed56103-969d-4ddb-ad06-82c6a4afae87 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.5353608 Jul 27 06:53:00.614945 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Allocated IP 172.28.1.98 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/d81b4c70-b584-40d9-80b9-bdf87cb845c6) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:00.640483 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c0b07e3e-da1f-4c6c-baa8-fca621448012 req-702d5c48-e2b3-41d2-9cb5-738ed5ce4295 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872824 Jul 27 06:53:00.773292 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.985648 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:01.032140 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:01.038892 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:01.041813 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Pushing event updated for resources: {'Port': ['ID=d81b4c70-b584-40d9-80b9-bdf87cb845c6,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:01.044618 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:01.340921 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad5784c-a83e-42a9-a5cf-73c3530e88bb None None] Network b3535985-cbcf-46fd-a030-17d603c26429 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:53:01.517090 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-ff28b71b-da96-46d6-832d-a981f10f62d2 None None] Provisioning for port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:01.590241 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:01.756736 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4f32a9f3-a66f-4622-8bdb-d009b88778b3 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:01.914511 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:01.918805 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:01.919108 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:01.946292 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7dad3-256d-4c20-8022-1870f107b5f4 req-3cb3300b-65fc-4d14-8869-86623659615d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:01.947809 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8fe7dad3-256d-4c20-8022-1870f107b5f4 req-3cb3300b-65fc-4d14-8869-86623659615d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.2052047 Jul 27 06:53:01.984072 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422747'] for router, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:02.015234 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-f7fc3825-988a-470c-9375-57f6970cb396 None None] Provisioning complete for port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:02.015604 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3825-988a-470c-9375-57f6970cb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:02.045826 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8fe7dad3-256d-4c20-8022-1870f107b5f4 req-cc7334c7-154f-4ed4-bdba-a9992af1da36 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789008 Jul 27 06:53:02.104665 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:02.170140 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 4f32a9f3-a66f-4622-8bdb-d009b88778b3, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=4f32a9f3-a66f-4622-8bdb-d009b88778b3,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:02.181399 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3825-988a-470c-9375-57f6970cb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:02.241123 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Router c28c68ec-24d8-4463-bf44-4695926233a2 is scheduled to L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 with binding_index 1 {{(pid=100284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:53:02.242053 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:02.320363 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.db.api [None req-f7fc3825-988a-470c-9375-57f6970cb396 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 06:53:02.320749 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG oslo_db.api [None req-f7fc3825-988a-470c-9375-57f6970cb396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 06:53:02.325354 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=4f32a9f3-a66f-4622-8bdb-d009b88778b3,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:02.370681 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:02.383360 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Sync routers for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:02.395755 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:02.396727 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:52:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:02.441795 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] Notify callbacks [] for router, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:02.443434 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-959d86f2-6e5d-4e94-8f5a-a69c301dc145 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3287621 Jul 27 06:53:02.445965 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 54646) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:02.679775 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:02.924443 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:01Z', 'revision_number': 3, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:02.970652 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Checking router: c28c68ec-24d8-4463-bf44-4695926233a2 for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:02.971111 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Updating router c28c68ec-24d8-4463-bf44-4695926233a2 port d81b4c70-b584-40d9-80b9-bdf87cb845c6 binding host dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:53:03.008500 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.021158 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.207593 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Allocated IP 172.20.0.1 (b3535985-cbcf-46fd-a030-17d603c26429/21ad5bdb-71f2-4def-ab68-857be1c7fb7a/4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:03.303049 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643077a-a4f4-460c-b572-fe3c41ef088c req-bac4e485-2b4a-4544-a069-012e1a6c9ee6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:03.304671 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e643077a-a4f4-460c-b572-fe3c41ef088c req-bac4e485-2b4a-4544-a069-012e1a6c9ee6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.1302454 Jul 27 06:53:03.364831 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.372305 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.387570 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e643077a-a4f4-460c-b572-fe3c41ef088c req-a32b22a9-e727-42a6-883e-832d9ac99117 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753288 Jul 27 06:53:03.395494 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Transition to ACTIVE for port object d81b4c70-b584-40d9-80b9-bdf87cb845c6 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:03.397948 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Transition to ACTIVE for port object 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:03.481637 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.540276 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e9ce7-93f1-4605-b542-ba7402e709dd None None] Pushing event updated for resources: {'Port': ['ID=d81b4c70-b584-40d9-80b9-bdf87cb845c6,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:03.544598 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Attempting to bind port d81b4c70-b584-40d9-80b9-bdf87cb845c6 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:03.545017 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Attempting to bind port d81b4c70-b584-40d9-80b9-bdf87cb845c6 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:03.545429 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Attempting to bind port d81b4c70-b584-40d9-80b9-bdf87cb845c6 on network dbd54c5b-fe1a-4472-828f-a356ddc3c795 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:03.552075 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:03.552517 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Checking segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:03.552921 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.553340 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Bound using segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:03.553796 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Bound port: d81b4c70-b584-40d9-80b9-bdf87cb845c6, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:03.554171 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.561700 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.620008 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Network b3535985-cbcf-46fd-a030-17d603c26429 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:03.623506 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] For port d81b4c70-b584-40d9-80b9-bdf87cb845c6, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:03.629089 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:03.629297 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] For port d81b4c70-b584-40d9-80b9-bdf87cb845c6, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=d81b4c70-b584-40d9-80b9-bdf87cb845c6,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:03.642696 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:03.674677 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4f32a9f3-a66f-4622-8bdb-d009b88778b3 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:03.684859 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:03.718622 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.721513 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-422918'] for router_interface, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.796157 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:03.797446 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:52:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:03.870848 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:03.874945 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.874945 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e9ce7-93f1-4605-b542-ba7402e709dd None None] Pushing event updated for resources: {'Port': ['ID=d81b4c70-b584-40d9-80b9-bdf87cb845c6,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:03.987322 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:04.012642 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.114049 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-e04ef2e6-9d10-4ef8-b4c4-c76d68ce7449 None None] Provisioning for port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:04.125627 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-e04ef2e6-9d10-4ef8-b4c4-c76d68ce7449 None None] Provisioning complete for port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:04.125990 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e04ef2e6-9d10-4ef8-b4c4-c76d68ce7449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.185023 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-e04ef2e6-9d10-4ef8-b4c4-c76d68ce7449 None None] Port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:04.232960 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.250829 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:01Z', 'revision_number': 3, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:04.276320 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afb626-3689-4100-9e9c-fb761bad8d5f None None] The sync data for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb is: [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:01Z', 'revision_number': 3, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:04.614067 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb7569-e64a-4414-aa13-b95411b71bdb req-2325caa7-6dc7-4154-a721-10a594ac4fc7 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:04.616008 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d4fb7569-e64a-4414-aa13-b95411b71bdb req-2325caa7-6dc7-4154-a721-10a594ac4fc7 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.1281800 Jul 27 06:53:04.694055 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d4fb7569-e64a-4414-aa13-b95411b71bdb req-df4b3d08-5e68-464a-bbde-a205197581cf tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712876 Jul 27 06:53:05.034477 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12831728'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.110894 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:05.113756 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425878'] for router_interface, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.237722 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Network b3535985-cbcf-46fd-a030-17d603c26429 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:05.239176 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:05.387042 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Router c28c68ec-24d8-4463-bf44-4695926233a2 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:53:05.450533 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.525937 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-1ce508f4-e6c6-4d36-98e8-bf233f3b7756 None None] Provisioning complete for port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:05.526216 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1ce508f4-e6c6-4d36-98e8-bf233f3b7756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.587008 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-1ce508f4-e6c6-4d36-98e8-bf233f3b7756 None None] Port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:05.599959 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:05.606408 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-132cb2de-9ae9-423e-a6db-752297467ae9 admin admin] 10.222.0.13 "PUT /v2.0/routers/c28c68ec-24d8-4463-bf44-4695926233a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1593401 Jul 27 06:53:05.692845 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d81b4c70-b584-40d9-80b9-bdf87cb845c6 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:05.869237 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e3093-c2e4-4fb5-8962-82ac45b9e27a req-8ebac5b8-ea21-40c2-82d6-a867f7a949ce tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:05.870889 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-667e3093-c2e4-4fb5-8962-82ac45b9e27a req-8ebac5b8-ea21-40c2-82d6-a867f7a949ce tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0811987 Jul 27 06:53:05.881237 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port d81b4c70-b584-40d9-80b9-bdf87cb845c6 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:05.885840 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port d81b4c70-b584-40d9-80b9-bdf87cb845c6 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:05.894650 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.929260 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-667e3093-c2e4-4fb5-8962-82ac45b9e27a req-f08729ab-1d56-49de-8f4a-0202652a07d1 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508165 Jul 27 06:53:06.003659 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.031683 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port d81b4c70-b584-40d9-80b9-bdf87cb845c6, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=d81b4c70-b584-40d9-80b9-bdf87cb845c6,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:06.116312 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.151125 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Sync routers for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:06.160461 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:06.161117 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:52:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:06.183837 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=d81b4c70-b584-40d9-80b9-bdf87cb845c6,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:06.282368 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:06.519982 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54690) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:06.525158 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1921957927-network', 'tenant_id': '9520378f00054f769254f0bdc72344c0'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:06.549575 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd', 'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'mac_address': 'fa:16:3e:4b:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:03Z', 'updated_at': '2021-07-27T06:53:04Z', 'revision_number': 2, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'subnets': [{'id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:06.592735 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Checking router: c28c68ec-24d8-4463-bf44-4695926233a2 for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:06.592735 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Updating router c28c68ec-24d8-4463-bf44-4695926233a2 port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd binding host dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:53:06.620664 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.708572 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Made reservation on behalf of 9520378f00054f769254f0bdc72344c0 for: {'network': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:53:06.711513 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.724616 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.834094 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.938443 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.949326 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.961697 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.provisioning_blocks [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Transition to ACTIVE for port object 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd will not be triggered until provisioned by entity L2. {{(pid=100286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:06.961928 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:53:06.977755 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e14222-f04c-4b6b-a047-152629c9d758,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:06.983812 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.985696 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.segments_db [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Added segment e81930b6-8aa5-45ad-b329-98becb2f6b79 of type vlan for network bbe7005b-88c3-4da1-b0e4-037b44ad6499 Jul 27 06:53:07.030792 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.057546 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.127534 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Pushing event updated for resources: {'Port': ['ID=4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd,revision_number=3']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:07.146636 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b3f23-aa64-4b7f-94bd-ed6c4d41f037 req-cabc95ca-9fca-4fcd-a501-fc9ad1ceefed tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:07.148533 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-224b3f23-aa64-4b7f-94bd-ed6c4d41f037 req-cabc95ca-9fca-4fcd-a501-fc9ad1ceefed tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.1134346 Jul 27 06:53:07.167346 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.167965 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.168055 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.168509 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.168840 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.169301 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.182030 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.182030 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.182030 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.182030 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.182030 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.182030 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:07.210343 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-224b3f23-aa64-4b7f-94bd-ed6c4d41f037 req-393b3d1d-938d-4b67-8972-ada4fd37a1cb tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546534 Jul 27 06:53:07.221624 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.224211 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:07.224793 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.230736 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Attempting to bind port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:07.231159 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Attempting to bind port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:07.231497 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Attempting to bind port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd on network b3535985-cbcf-46fd-a030-17d603c26429 {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:07.245655 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:07.245924 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Checking segment: {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:07.246323 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.246709 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Bound using segment: {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:07.259167 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Bound port: 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'}}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:07.260012 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.325510 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe7005b-88c3-4da1-b0e4-037b44ad6499,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:07.345017 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network bbe7005b-88c3-4da1-b0e4-037b44ad6499 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:53:07.367401 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] For port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:07.369807 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 54728) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:07.374944 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-6c53ad91-d0bf-4d7f-8fbb-79a5b53174d8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8492448 Jul 27 06:53:07.375107 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] For port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:07.377532 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Request body: {'subnet': {'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1921957927-subnet', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:07.459262 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.492704 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Made reservation on behalf of 9520378f00054f769254f0bdc72344c0 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:53:07.498254 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24651608'] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.522656 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:07.523334 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:52:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:07.594377 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a46f0a-fed8-4db8-8d9d-2126444abaf6 None None] Pushing event updated for resources: {'Port': ['ID=4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd,revision_number=4']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:07.694865 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d81b4c70-b584-40d9-80b9-bdf87cb845c6 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:07.765578 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:07.771594 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port d81b4c70-b584-40d9-80b9-bdf87cb845c6 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:07.772016 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.910230 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12831613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24651594'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.990703 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5605f032-a3b8-4d77-929c-f25cd971a467,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:08.009084 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Checking segment: {'id': 'e81930b6-8aa5-45ad-b329-98becb2f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:08.009445 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Network hostable DHCP agents. Network: bbe7005b-88c3-4da1-b0e4-037b44ad6499, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:53:08.132699 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Network bbe7005b-88c3-4da1-b0e4-037b44ad6499 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:53:08.142005 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd', 'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'mac_address': 'fa:16:3e:4b:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:03Z', 'updated_at': '2021-07-27T06:53:07Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'subnets': [{'id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:08.168617 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afea28-6ae0-4c7e-aeef-901bb3c4e4a0 None None] The sync data for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb is: [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd', 'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'mac_address': 'fa:16:3e:4b:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:03Z', 'updated_at': '2021-07-27T06:53:07Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'subnets': [{'id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:08.261315 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, bbe7005b-88c3-4da1-b0e4-037b44ad6499) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:08.264164 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:08.264749 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.268686 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d067a94-47b0-499b-8c5b-42aa728b8c94 None None] Network bbe7005b-88c3-4da1-b0e4-037b44ad6499 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:53:08.406583 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-d327cc37-d02f-48cc-8f74-99b266215f82 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0349848 Jul 27 06:53:08.411781 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 54750) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:08.414024 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:08.474363 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934c964-791d-4abc-9cdc-61d22c779e00 req-b629438e-5833-45ca-b7a3-3f25af27c669 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:08.484996 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3934c964-791d-4abc-9cdc-61d22c779e00 req-b629438e-5833-45ca-b7a3-3f25af27c669 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.1275694 Jul 27 06:53:08.521102 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0bf30d1-9f76-59c0-80e1-ffc18055d84a-bbe7005b-88c3-4da1-b0e4-037b44ad6499', 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'fixed_ips': [{'subnet_id': '5605f032-a3b8-4d77-929c-f25cd971a467'}]}} from dv-cinder-779194-3-smb. {{(pid=100285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:53:08.522648 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.549027 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5824'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.559121 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5817'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.589749 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3934c964-791d-4abc-9cdc-61d22c779e00 req-fbaf1867-334d-435b-911b-74dd319a704a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993686 Jul 27 06:53:08.668166 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.771121 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.db_base_plugin_common [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Allocated IP 172.20.0.2 (bbe7005b-88c3-4da1-b0e4-037b44ad6499/5605f032-a3b8-4d77-929c-f25cd971a467/7bfb4ef0-c50e-4de7-aa8e-61c471737b16) {{(pid=100285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:08.974873 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5807'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.098845 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.109680 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Transition to ACTIVE for port object 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:09.134403 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Transition to ACTIVE for port object 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 will not be triggered until provisioned by entity DHCP. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:09.582092 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661'] for port, after_create {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.618254 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Network bbe7005b-88c3-4da1-b0e4-037b44ad6499 is already hosted by enough agents. {{(pid=100285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:09.621645 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.scheduler.base_scheduler [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Resources bound (agent type, host, resource id): {{(pid=100285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:09.635986 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Received port after_create {{(pid=100285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:09.694746 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:09.763516 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Pushing event updated for resources: {'Port': ['ID=7bfb4ef0-c50e-4de7-aa8e-61c471737b16,revision_number=1']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:09.777160 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Attempting to bind port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:09.777529 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Attempting to bind port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'e81930b6-8aa5-45ad-b329-98becb2f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:09.777884 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Attempting to bind port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 on network bbe7005b-88c3-4da1-b0e4-037b44ad6499 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:09.784405 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:09.784790 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Checking segment: {'id': 'e81930b6-8aa5-45ad-b329-98becb2f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:09.785194 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.785578 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Bound using segment: {'id': 'e81930b6-8aa5-45ad-b329-98becb2f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:09.786041 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Bound port: 7bfb4ef0-c50e-4de7-aa8e-61c471737b16, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81930b6-8aa5-45ad-b329-98becb2f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:09.786266 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c51de6-90ea-470c-a8bd-0941f940aa23 req-5c4171da-aa87-4695-89c4-f3854a303f47 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:09.786817 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.788579 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-06c51de6-90ea-470c-a8bd-0941f940aa23 req-5c4171da-aa87-4695-89c4-f3854a303f47 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0782485 Jul 27 06:53:09.842019 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-06c51de6-90ea-470c-a8bd-0941f940aa23 req-0f4bdd69-d014-4a0e-be69-4e43c78058a6 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471480 Jul 27 06:53:09.875717 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] For port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:09.879046 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] For port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=7bfb4ef0-c50e-4de7-aa8e-61c471737b16,segment=NetworkSegment(e81930b6-8aa5-45ad-b329-98becb2f6b79),segment_id=e81930b6-8aa5-45ad-b329-98becb2f6b79)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:09.966620 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:09.971451 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:09.971839 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.013577 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.042837 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.062925 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.103496 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a2c78-0f4f-44cf-b336-6c451a3280a6 None None] Pushing event updated for resources: {'Port': ['ID=7bfb4ef0-c50e-4de7-aa8e-61c471737b16,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:10.119279 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.158093 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:10.189451 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Allocated IP 172.28.1.96 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/3881793d-7cf7-4771-9981-66dbcdda4c96) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:10.292659 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.334359 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.351536 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:10.440257 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.482169 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:10.485853 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:10.491216 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:10.494592 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Pushing event updated for resources: {'Port': ['ID=3881793d-7cf7-4771-9981-66dbcdda4c96,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:10.832240 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.996582 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c2ee7-a57b-4c4a-b8ed-933828bbde82 req-90061267-561b-401b-a59f-e59881cdc034 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:10.998145 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd9c2ee7-a57b-4c4a-b8ed-933828bbde82 req-90061267-561b-401b-a59f-e59881cdc034 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0772264 Jul 27 06:53:11.036931 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa990b9-63d2-446a-b130-9503c2ef3203 None None] Network bbe7005b-88c3-4da1-b0e4-037b44ad6499 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:53:11.037742 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422747'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:11.052404 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd9c2ee7-a57b-4c4a-b8ed-933828bbde82 req-abf9d194-27cb-48c0-b64a-17349dca0996 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 Jul 27 06:53:11.187884 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-6c94ae30-8ad9-49dc-bbf1-d9df56be6aa8 None None] Provisioning for port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:11.269836 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Router e52a1187-2d30-4133-8672-fc68cc64149f is scheduled to L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:53:11.382988 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:11.392921 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Sync routers for ids ['e52a1187-2d30-4133-8672-fc68cc64149f'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:11.415287 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Routers {'e52a1187-2d30-4133-8672-fc68cc64149f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:11.415912 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:52:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['e52a1187-2d30-4133-8672-fc68cc64149f'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:11.526955 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:11.528229 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b687d38a-95e4-44cb-9562-97c8be358d77 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1182966 Jul 27 06:53:11.530999 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 54764) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:11.645848 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Set router e52a1187-2d30-4133-8672-fc68cc64149f gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:11.739966 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:11.741791 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 0c953490-c431-400c-9341-a6ea5fd8bb43 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:53:11.932908 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:11.947863 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'port_id': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'mac_address': 'fa:16:3e:3b:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:53:11.962561 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:08Z', 'updated_at': '2021-07-27T06:53:10Z', 'revision_number': 3, 'project_id': '9520378f00054f769254f0bdc72344c0', 'gw_port': {'id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:10Z', 'updated_at': '2021-07-27T06:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:11.973844 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.008571 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Checking router: e52a1187-2d30-4133-8672-fc68cc64149f for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:12.008921 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Updating router e52a1187-2d30-4133-8672-fc68cc64149f port 3881793d-7cf7-4771-9981-66dbcdda4c96 binding host dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:53:12.013090 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:12.039784 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:12.040411 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.074812 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.092025 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.116125 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c953490-c431-400c-9341-a6ea5fd8bb43 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:53:12.134048 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Allocated IP 172.20.0.1 (bbe7005b-88c3-4da1-b0e4-037b44ad6499/5605f032-a3b8-4d77-929c-f25cd971a467/d47f7b7d-fd54-4d1b-b441-18ac7fafba2b) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:12.153791 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:12.193305 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2a009-8d7c-4643-984f-fb7d087af75d req-17f86eda-fc9f-46eb-b012-b8f45b26e291 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:12.194905 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8cd2a009-8d7c-4643-984f-fb7d087af75d req-17f86eda-fc9f-46eb-b012-b8f45b26e291 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 943 time: 0.0749803 Jul 27 06:53:12.240373 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8cd2a009-8d7c-4643-984f-fb7d087af75d req-86baa94f-899d-45c3-8231-eb3ff8d9e273 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Jul 27 06:53:12.260776 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.264498 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.272846 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.282203 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Transition to ACTIVE for port object d47f7b7d-fd54-4d1b-b441-18ac7fafba2b will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:12.371910 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.378165 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=7bfb4ef0-c50e-4de7-aa8e-61c471737b16,segment=NetworkSegment(e81930b6-8aa5-45ad-b329-98becb2f6b79),segment_id=e81930b6-8aa5-45ad-b329-98becb2f6b79)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:12.383901 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=9']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:12.417788 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Network bbe7005b-88c3-4da1-b0e4-037b44ad6499 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:12.420550 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:12.425160 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:12.428289 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Pushing event updated for resources: {'Port': ['ID=d47f7b7d-fd54-4d1b-b441-18ac7fafba2b,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:12.465848 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.466720 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:12.468428 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-422918'] for router_interface, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.544311 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.572532 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Transition to ACTIVE for port object 3881793d-7cf7-4771-9981-66dbcdda4c96 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:12.582188 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=7bfb4ef0-c50e-4de7-aa8e-61c471737b16,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:12.597800 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:12.598171 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.645204 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['0c953490-c431-400c-9341-a6ea5fd8bb43'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:53:12.694170 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.699178 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.773054 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-f9595a05-e83a-43d8-909a-7f847de9a5e5 None None] Provisioning for port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:12.783145 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Attempting to bind port 3881793d-7cf7-4771-9981-66dbcdda4c96 on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:12.783514 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Attempting to bind port 3881793d-7cf7-4771-9981-66dbcdda4c96 by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:12.783876 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Attempting to bind port 3881793d-7cf7-4771-9981-66dbcdda4c96 on network dbd54c5b-fe1a-4472-828f-a356ddc3c795 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:12.788906 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-f9595a05-e83a-43d8-909a-7f847de9a5e5 None None] Provisioning complete for port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:12.789302 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f9595a05-e83a-43d8-909a-7f847de9a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.821095 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e668d-8eb7-493f-a332-5280128a6db9 None None] Pushing event updated for resources: {'Port': ['ID=3881793d-7cf7-4771-9981-66dbcdda4c96,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:12.824454 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:12.824841 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Checking segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:12.825267 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.825652 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Bound using segment: {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:12.826126 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Bound port: 3881793d-7cf7-4771-9981-66dbcdda4c96, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a9fe0-bad4-4f42-81b5-a17a9f064da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:12.826497 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.864678 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.888840 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-f9595a05-e83a-43d8-909a-7f847de9a5e5 None None] Port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:12.927152 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] For port 3881793d-7cf7-4771-9981-66dbcdda4c96, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:12.931271 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] For port 3881793d-7cf7-4771-9981-66dbcdda4c96, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=3881793d-7cf7-4771-9981-66dbcdda4c96,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:12.961134 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12831728'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.017488 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.030829 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Pushing event updated for resources: {'Port': ['ID=d47f7b7d-fd54-4d1b-b441-18ac7fafba2b,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:13.034207 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425878'] for router_interface, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.080199 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Routers {'e52a1187-2d30-4133-8672-fc68cc64149f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:13.082125 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:52:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['e52a1187-2d30-4133-8672-fc68cc64149f'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:13.130651 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Network bbe7005b-88c3-4da1-b0e4-037b44ad6499 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:13.131897 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:13.132177 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e668d-8eb7-493f-a332-5280128a6db9 None None] Pushing event updated for resources: {'Port': ['ID=3881793d-7cf7-4771-9981-66dbcdda4c96,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:13.216389 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] Set router e52a1187-2d30-4133-8672-fc68cc64149f gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:13.267054 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Router e52a1187-2d30-4133-8672-fc68cc64149f has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:53:13.400912 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946088-1bf0-468e-ab1e-f2e7c1242bbf req-ab465bfa-6971-4bcf-8b67-15fcbece3442 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:13.401561 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:13.402920 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f4946088-1bf0-468e-ab1e-f2e7c1242bbf req-ab465bfa-6971-4bcf-8b67-15fcbece3442 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 944 time: 0.0727746 Jul 27 06:53:13.412380 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-df22ad76-a04f-4679-9493-fcea1c0ff810 admin admin] 10.222.0.13 "PUT /v2.0/routers/e52a1187-2d30-4133-8672-fc68cc64149f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8800995 Jul 27 06:53:13.449825 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f4946088-1bf0-468e-ab1e-f2e7c1242bbf req-97457433-d9ae-45ce-a4bb-6faca986b989 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379179 Jul 27 06:53:13.483356 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-e8d95faf-a825-435d-9f6d-5b5004e1c9e4 None None] Provisioning complete for port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:13.484249 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e8d95faf-a825-435d-9f6d-5b5004e1c9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.554714 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-e8d95faf-a825-435d-9f6d-5b5004e1c9e4 None None] Port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:13.609176 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:08Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 4, 'project_id': '9520378f00054f769254f0bdc72344c0', 'gw_port': {'id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:10Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd47f7b7d-fd54-4d1b-b441-18ac7fafba2b', 'name': '', 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'mac_address': 'fa:16:3e:8b:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:11Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 2, 'project_id': '9520378f00054f769254f0bdc72344c0', 'subnets': [{'id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:13.635972 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b9532-98f7-4a8f-ab13-4de1878e0841 None None] The sync data for ids ['e52a1187-2d30-4133-8672-fc68cc64149f'] in dv-cinder-779194-3-smb is: [{'id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:08Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 4, 'project_id': '9520378f00054f769254f0bdc72344c0', 'gw_port': {'id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:10Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd47f7b7d-fd54-4d1b-b441-18ac7fafba2b', 'name': '', 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'mac_address': 'fa:16:3e:8b:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:11Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 2, 'project_id': '9520378f00054f769254f0bdc72344c0', 'subnets': [{'id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:13.648386 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:13.712021 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:13.712488 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.746686 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 0c953490-c431-400c-9341-a6ea5fd8bb43 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:13.829918 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 0c953490-c431-400c-9341-a6ea5fd8bb43 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:13.830289 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.951725 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.976465 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:13.978766 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9f3e69-69e5-4e41-ba47-cf11bf5dfae9" -d '{"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-plugged", "status": "completed", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:13.993116 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:14.061617 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.114062 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfed989-7f75-457e-9da1-07db4ec0f876 x-openstack-request-id: req-7dfed989-7f75-457e-9da1-07db4ec0f876 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:14.114674 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-plugged", "status": "completed", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:14.114674 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dfed989-7f75-457e-9da1-07db4ec0f876 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:14.115249 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'code': 200} Jul 27 06:53:14.119977 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=10']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:14.475484 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54788) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:14.480688 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-62f8bfd5-b0c1-4921-9ef4-ea2204d58d9f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138883396', 'description': 'tempest-secgroup-smoke-2138883396 description', 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:14.498379 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfdfd2-69ac-408e-9dda-0b26897c8482 req-31ae52e7-9fb2-48fc-8b88-3f6b2bde9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:14.499974 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-79dfdfd2-69ac-408e-9dda-0b26897c8482 req-31ae52e7-9fb2-48fc-8b88-3f6b2bde9252 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 1099 time: 0.0552025 Jul 27 06:53:14.539239 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-79dfdfd2-69ac-408e-9dda-0b26897c8482 req-3988c821-b505-44f8-94e8-9339d28c8e24 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292616 Jul 27 06:53:14.589244 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-62f8bfd5-b0c1-4921-9ef4-ea2204d58d9f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.610777 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48db15f-22d6-47b5-9a73-563c94ff1a33 req-d1083640-c867-4ad3-953e-f973d948fc8d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:14.612376 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e48db15f-22d6-47b5-9a73-563c94ff1a33 req-d1083640-c867-4ad3-953e-f973d948fc8d tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 946 time: 0.0803008 Jul 27 06:53:14.673497 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e48db15f-22d6-47b5-9a73-563c94ff1a33 req-7938616e-1c08-47ef-94c1-d4e55a12d517 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551119 Jul 27 06:53:14.734799 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-62f8bfd5-b0c1-4921-9ef4-ea2204d58d9f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.835448 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-62f8bfd5-b0c1-4921-9ef4-ea2204d58d9f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.865426 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8bfd5-b0c1-4921-9ef4-ea2204d58d9f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2960e3ea-c397-4026-a175-3ce263389838,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:14.932316 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-62f8bfd5-b0c1-4921-9ef4-ea2204d58d9f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.933706 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-62f8bfd5-b0c1-4921-9ef4-ea2204d58d9f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4571404 Jul 27 06:53:14.936594 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54792) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:14.942184 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-68ab9801-b78d-432d-9ae1-789b43b4f7d4 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Request body: {'security_group_rule': {'security_group_id': '2960e3ea-c397-4026-a175-3ce263389838', 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:15.036039 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-68ab9801-b78d-432d-9ae1-789b43b4f7d4 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.104074 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-68ab9801-b78d-432d-9ae1-789b43b4f7d4 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.189457 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-68ab9801-b78d-432d-9ae1-789b43b4f7d4 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.210726 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab9801-b78d-432d-9ae1-789b43b4f7d4 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc84a430-5dbc-411e-91f9-bfcf3e6b93ce,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:15.290954 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-68ab9801-b78d-432d-9ae1-789b43b4f7d4 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.292250 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-68ab9801-b78d-432d-9ae1-789b43b4f7d4 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3539510 Jul 27 06:53:15.295028 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54796) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:15.299718 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-16033897-9525-41bf-a3e9-c49ad05f5284 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Request body: {'security_group_rule': {'security_group_id': '2960e3ea-c397-4026-a175-3ce263389838', 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:15.400558 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-16033897-9525-41bf-a3e9-c49ad05f5284 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.465839 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-16033897-9525-41bf-a3e9-c49ad05f5284 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.542367 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-16033897-9525-41bf-a3e9-c49ad05f5284 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.560595 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16033897-9525-41bf-a3e9-c49ad05f5284 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e123855-6989-4dd4-a1e3-ac8c54ffde1e,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:15.625605 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-16033897-9525-41bf-a3e9-c49ad05f5284 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.626843 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-16033897-9525-41bf-a3e9-c49ad05f5284 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3307686 Jul 27 06:53:15.629615 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54798) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:15.634107 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-143bdb48-ccc6-4fcf-8e0a-9125b48a38c0 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Request body: {'security_group_rule': {'security_group_id': '2960e3ea-c397-4026-a175-3ce263389838', 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:15.678394 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 3881793d-7cf7-4771-9981-66dbcdda4c96 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:15.736822 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-143bdb48-ccc6-4fcf-8e0a-9125b48a38c0 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.831832 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-143bdb48-ccc6-4fcf-8e0a-9125b48a38c0 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.840041 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port 3881793d-7cf7-4771-9981-66dbcdda4c96 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:15.846422 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 3881793d-7cf7-4771-9981-66dbcdda4c96 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:15.847459 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.856496 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47dcb-44e7-49bb-a32b-579b7b23d2ee req-110aea45-f2f6-488e-94e8-0ee061310d62 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:15.858308 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d3b47dcb-44e7-49bb-a32b-579b7b23d2ee req-110aea45-f2f6-488e-94e8-0ee061310d62 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 946 time: 0.0981545 Jul 27 06:53:15.910180 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d3b47dcb-44e7-49bb-a32b-579b7b23d2ee req-f3010720-010e-4f98-b4ec-1493134d7f5a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Jul 27 06:53:15.937305 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-143bdb48-ccc6-4fcf-8e0a-9125b48a38c0 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.964457 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.969660 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bdb48-ccc6-4fcf-8e0a-9125b48a38c0 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b624b56d-9f2a-4f04-b40c-0147720a8f2c,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:15.989462 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port 3881793d-7cf7-4771-9981-66dbcdda4c96, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=3881793d-7cf7-4771-9981-66dbcdda4c96,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:16.081529 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-143bdb48-ccc6-4fcf-8e0a-9125b48a38c0 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.082821 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-143bdb48-ccc6-4fcf-8e0a-9125b48a38c0 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4520695 Jul 27 06:53:16.085343 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54820) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:16.089989 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-86a01a88-a1ce-4e34-8384-4638a48faa10 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Request body: {'security_group_rule': {'security_group_id': '2960e3ea-c397-4026-a175-3ce263389838', 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:16.111099 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.163988 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=3881793d-7cf7-4771-9981-66dbcdda4c96,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:16.222066 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-86a01a88-a1ce-4e34-8384-4638a48faa10 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.285813 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Sync routers for ids ['e52a1187-2d30-4133-8672-fc68cc64149f'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:16.291013 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-86a01a88-a1ce-4e34-8384-4638a48faa10 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.296454 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Routers {'e52a1187-2d30-4133-8672-fc68cc64149f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:16.297238 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:52:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['e52a1187-2d30-4133-8672-fc68cc64149f'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:16.362539 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-86a01a88-a1ce-4e34-8384-4638a48faa10 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.387997 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a01a88-a1ce-4e34-8384-4638a48faa10 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88dc740-37cc-44cb-bd3d-88790700dfb8,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:16.412157 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Set router e52a1187-2d30-4133-8672-fc68cc64149f gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:16.462307 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-86a01a88-a1ce-4e34-8384-4638a48faa10 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.463599 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-86a01a88-a1ce-4e34-8384-4638a48faa10 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3773177 Jul 27 06:53:16.466238 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54834) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:16.470962 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-a721d936-9ecc-4e66-9218-4a68d1ae8e8c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Request body: {'security_group_rule': {'security_group_id': '2960e3ea-c397-4026-a175-3ce263389838', 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:16.589613 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.securitygroups_db [None req-a721d936-9ecc-4e66-9218-4a68d1ae8e8c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Project 57d3ad105fff4a84842b82c5a63ff3f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:53:16.595283 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a721d936-9ecc-4e66-9218-4a68d1ae8e8c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.623162 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:08Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 4, 'project_id': '9520378f00054f769254f0bdc72344c0', 'gw_port': {'id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:10Z', 'updated_at': '2021-07-27T06:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd47f7b7d-fd54-4d1b-b441-18ac7fafba2b', 'name': '', 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'mac_address': 'fa:16:3e:8b:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:11Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 2, 'project_id': '9520378f00054f769254f0bdc72344c0', 'subnets': [{'id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:16.654112 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Checking router: e52a1187-2d30-4133-8672-fc68cc64149f for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:16.654463 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Updating router e52a1187-2d30-4133-8672-fc68cc64149f port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b binding host dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:53:16.664983 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a721d936-9ecc-4e66-9218-4a68d1ae8e8c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.688401 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.776698 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a721d936-9ecc-4e66-9218-4a68d1ae8e8c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.803240 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721d936-9ecc-4e66-9218-4a68d1ae8e8c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6e19a3-3ff5-4a81-9803-3b3055eb8e9a,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:16.892585 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a721d936-9ecc-4e66-9218-4a68d1ae8e8c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.895906 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-a721d936-9ecc-4e66-9218-4a68d1ae8e8c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4267404 Jul 27 06:53:16.896755 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 54848) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:16.901356 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-99abd916-8025-4b1e-82b3-1184b6ba4c33 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Request body: {'security_group_rule': {'security_group_id': '2960e3ea-c397-4026-a175-3ce263389838', 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:16.981288 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Notify callbacks [] for port, precommit_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:16.993378 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.provisioning_blocks [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Transition to ACTIVE for port object d47f7b7d-fd54-4d1b-b441-18ac7fafba2b will not be triggered until provisioned by entity L2. {{(pid=100286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:17.045155 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.securitygroups_db [None req-99abd916-8025-4b1e-82b3-1184b6ba4c33 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Project 57d3ad105fff4a84842b82c5a63ff3f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:53:17.054143 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-99abd916-8025-4b1e-82b3-1184b6ba4c33 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.082133 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104591fc-1e71-4d6b-acf9-9aebf3886dee req-2dea5401-3f5d-4030-b92c-01f716f20478 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:17.083632 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-104591fc-1e71-4d6b-acf9-9aebf3886dee req-2dea5401-3f5d-4030-b92c-01f716f20478 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 946 time: 0.0857599 Jul 27 06:53:17.156101 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-104591fc-1e71-4d6b-acf9-9aebf3886dee req-d037420e-375b-4767-b01b-db79fed5cf56 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625873 Jul 27 06:53:17.157878 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-99abd916-8025-4b1e-82b3-1184b6ba4c33 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.166700 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.222096 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064f3b9-4d81-48a3-8a1e-d4f0d4c4306c None None] Pushing event updated for resources: {'Port': ['ID=d47f7b7d-fd54-4d1b-b441-18ac7fafba2b,revision_number=3']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:17.292957 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-99abd916-8025-4b1e-82b3-1184b6ba4c33 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603297'] for security_group_rule, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.295228 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Attempting to bind port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b on host dv-cinder-779194-3-smb for vnic_type normal with profile {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:17.296054 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Attempting to bind port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b by drivers openvswitch,hyperv on host dv-cinder-779194-3-smb at level 0 using segments [{'id': 'e81930b6-8aa5-45ad-b329-98becb2f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499'}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:17.296054 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Attempting to bind port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b on network bbe7005b-88c3-4da1-b0e4-037b44ad6499 {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:17.307279 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Checking agent: {'id': 'f62dba8a-509e-4d1e-8b78-a80f5f3ee298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 55), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:17.307279 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Checking segment: {'id': 'e81930b6-8aa5-45ad-b329-98becb2f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:17.307279 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.307279 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Bound using segment: {'id': 'e81930b6-8aa5-45ad-b329-98becb2f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499'} {{(pid=100286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:17.307279 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.managers [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Bound port: d47f7b7d-fd54-4d1b-b441-18ac7fafba2b, host: dv-cinder-779194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81930b6-8aa5-45ad-b329-98becb2f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499'}}] {{(pid=100286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:17.307279 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.332255 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abd916-8025-4b1e-82b3-1184b6ba4c33 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d45d01-a2e5-41e9-916c-a1ef42f6f08a,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:17.389260 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] For port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b, host dv-cinder-779194-3-smb, cleared binding levels {{(pid=100286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:17.392859 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.plugins.ml2.db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] For port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b, host dv-cinder-779194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=d47f7b7d-fd54-4d1b-b441-18ac7fafba2b,segment=NetworkSegment(e81930b6-8aa5-45ad-b329-98becb2f6b79),segment_id=e81930b6-8aa5-45ad-b329-98becb2f6b79)] {{(pid=100286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:17.481329 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-99abd916-8025-4b1e-82b3-1184b6ba4c33 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.482859 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron_lib.callbacks.manager [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.483030 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-99abd916-8025-4b1e-82b3-1184b6ba4c33 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5848322 Jul 27 06:53:17.540047 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Routers {'e52a1187-2d30-4133-8672-fc68cc64149f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:17.540948 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:52:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['e52a1187-2d30-4133-8672-fc68cc64149f'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:17.596718 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064f3b9-4d81-48a3-8a1e-d4f0d4c4306c None None] Pushing event updated for resources: {'Port': ['ID=d47f7b7d-fd54-4d1b-b441-18ac7fafba2b,revision_number=4']} {{(pid=100286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:17.681325 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 3881793d-7cf7-4771-9981-66dbcdda4c96 up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:17.702505 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] Set router e52a1187-2d30-4133-8672-fc68cc64149f gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:17.754267 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port 3881793d-7cf7-4771-9981-66dbcdda4c96 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:17.754639 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.930963 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:08Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 4, 'project_id': '9520378f00054f769254f0bdc72344c0', 'gw_port': {'id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:10Z', 'updated_at': '2021-07-27T06:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd47f7b7d-fd54-4d1b-b441-18ac7fafba2b', 'name': '', 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'mac_address': 'fa:16:3e:8b:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:11Z', 'updated_at': '2021-07-27T06:53:17Z', 'revision_number': 4, 'project_id': '9520378f00054f769254f0bdc72344c0', 'subnets': [{'id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:17.957833 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6300e22-13d9-466a-964f-90db6f96e0bc None None] The sync data for ids ['e52a1187-2d30-4133-8672-fc68cc64149f'] in dv-cinder-779194-3-smb is: [{'id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:08Z', 'updated_at': '2021-07-27T06:53:12Z', 'revision_number': 4, 'project_id': '9520378f00054f769254f0bdc72344c0', 'gw_port': {'id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:10Z', 'updated_at': '2021-07-27T06:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'd47f7b7d-fd54-4d1b-b441-18ac7fafba2b', 'name': '', 'network_id': 'bbe7005b-88c3-4da1-b0e4-037b44ad6499', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'mac_address': 'fa:16:3e:8b:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:11Z', 'updated_at': '2021-07-27T06:53:17Z', 'revision_number': 4, 'project_id': '9520378f00054f769254f0bdc72344c0', 'subnets': [{'id': '5605f032-a3b8-4d77-929c-f25cd971a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:18.306490 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b1fde-f039-4dfe-b719-b49ac88a1955 req-e8e9624c-552d-40c2-8a72-71f7bcefe5f2 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:18.308052 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d55b1fde-f039-4dfe-b719-b49ac88a1955 req-e8e9624c-552d-40c2-8a72-71f7bcefe5f2 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 946 time: 0.0705869 Jul 27 06:53:18.354918 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d55b1fde-f039-4dfe-b719-b49ac88a1955 req-3f9d2b32-175a-4ec2-a5d6-0bcfb30edf87 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395212 Jul 27 06:53:19.671888 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d47f7b7d-fd54-4d1b-b441-18ac7fafba2b up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:19.782243 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning for port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:19.786138 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:19.786504 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:19.870751 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:19.900827 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] For port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=d47f7b7d-fd54-4d1b-b441-18ac7fafba2b,segment=NetworkSegment(e81930b6-8aa5-45ad-b329-98becb2f6b79),segment_id=e81930b6-8aa5-45ad-b329-98becb2f6b79)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:19.989765 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:20.036841 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Pushing event updated for resources: {'Port': ['ID=d47f7b7d-fd54-4d1b-b441-18ac7fafba2b,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:21.623876 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5c87d2f0-8e49-41fe-991b-aaa003570c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:21.639827 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d47f7b7d-fd54-4d1b-b441-18ac7fafba2b up at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:21.687298 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Provisioning complete for port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:21.687707 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:21.825794 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a190f2-946d-40c5-88cc-26cf0e099895 req-ebc0baa7-efe7-47e6-b047-f257c4b34b0c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:21.827441 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-52a190f2-946d-40c5-88cc-26cf0e099895 req-ebc0baa7-efe7-47e6-b047-f257c4b34b0c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 945 time: 0.0620024 Jul 27 06:53:21.866139 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-52a190f2-946d-40c5-88cc-26cf0e099895 req-fe67fdc9-981c-41fd-93bd-36bf846a8554 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327139 Jul 27 06:53:22.805988 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:53:23.003112 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80c815-cf91-4a09-bb99-6eb0de64892c req-f1c44849-50b2-454b-909e-cc6aa91f8753 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:23.004594 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-de80c815-cf91-4a09-bb99-6eb0de64892c req-f1c44849-50b2-454b-909e-cc6aa91f8753 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 945 time: 0.0650992 Jul 27 06:53:23.042006 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-de80c815-cf91-4a09-bb99-6eb0de64892c req-45abc52c-4d17-4334-9454-54a4406f0c1a tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315568 Jul 27 06:53:24.018897 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043620fa-488b-4603-aa39-d5b655034477 req-c59da74a-9691-47dd-b18b-b01f67bbe025 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:24.020242 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-043620fa-488b-4603-aa39-d5b655034477 req-c59da74a-9691-47dd-b18b-b01f67bbe025 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 945 time: 0.0705454 Jul 27 06:53:24.130000 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Deleting port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:24.130352 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:24.182059 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a8543-aa2e-44cd-b6e4-b85411999d17 req-1b0007ab-e02b-41b7-a7c1-1ffa1021b4aa tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:24.184575 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a08a8543-aa2e-44cd-b6e4-b85411999d17 req-1b0007ab-e02b-41b7-a7c1-1ffa1021b4aa tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 945 time: 0.0742266 Jul 27 06:53:24.223926 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a08a8543-aa2e-44cd-b6e4-b85411999d17 req-04d5bdc3-f328-406f-8c3a-2ff4a76d679f tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334215 Jul 27 06:53:24.229662 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8d9adb7f-9fdd-45fe-81bc-fd542fd5876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:24.230180 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] For port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:24.230600 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:24.461907 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:24.462381 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:24.462687 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.l3_db [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Floating IP 94b82532-65a1-4fe5-9386-4348fbd59e9f disassociated. External IP: 172.28.1.15, port: 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5. Jul 27 06:53:24.463022 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Calling delete_port for 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:53:24.656990 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:24.689643 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event deleted for resources: {'Port': ['ID=1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:24.765053 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:24.803884 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:53:24.909139 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:24.919140 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] Sync routers for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:24.928590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:24.929531 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:24.956638 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] No DVR routers for this DVR port 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 on host hv-cinder-77919 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:53:24.959413 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:24.961394 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-043620fa-488b-4603-aa39-d5b655034477 req-bbc65405-3839-475c-bee5-85831e1401cc tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.16 "DELETE /v2.0/ports/1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 HTTP/1.1" status: 204 len: 173 time: 0.9348671 Jul 27 06:53:24.961826 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'name': 'network-vif-deleted', 'tag': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:24.964040 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4747cb6b-bec0-491f-957b-be227f89e989" -d '{"events": [{"server_uuid": "52fe4502-ca6c-475f-b0af-a9e48adb30d2", "name": "network-vif-deleted", "tag": "1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:25.054004 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:25.058808 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6caf5e9-bf6c-44d9-bc2b-ead576571f91 x-openstack-request-id: req-a6caf5e9-bf6c-44d9-bc2b-ead576571f91 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:25.059239 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fe4502-ca6c-475f-b0af-a9e48adb30d2", "name": "network-vif-deleted", "tag": "1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:25.059392 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6caf5e9-bf6c-44d9-bc2b-ead576571f91 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:25.059961 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fe4502-ca6c-475f-b0af-a9e48adb30d2', 'name': 'network-vif-deleted', 'tag': '1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5', 'status': 'completed', 'code': 200} Jul 27 06:53:25.248604 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:25.277800 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:25.309228 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] Checking router: fb00fa4c-2eb4-4eb1-9b86-1041507f7077 for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:25.317478 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:25.318078 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:25.327682 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-755e290c-bdc5-442c-b285-27b2577cc54e req-fa9b0512-b4d3-4b15-8573-c292aeef5edf tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fe4502-ca6c-475f-b0af-a9e48adb30d2 HTTP/1.1" status: 200 len: 210 time: 0.0316143 Jul 27 06:53:25.425439 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:25.630581 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:25.657724 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e5e6c6-01d3-418a-aa03-dce1944bb103 None None] The sync data for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb is: [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:36Z', 'revision_number': 4, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '90b78f08-8def-4426-a36b-44f5213044d1', 'name': '', 'network_id': 'b10d324b-fbf7-4b46-97bc-eded67cd5894', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'mac_address': 'fa:16:3e:7d:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:33Z', 'updated_at': '2021-07-27T06:47:47Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'subnets': [{'id': 'a777b78d-1bd7-4a83-8ebf-d0de31a4c70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:25.881980 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4625e41-799d-4fc2-9bbe-675d334a8b71 None None] New status for floating IP 94b82532-65a1-4fe5-9386-4348fbd59e9f: DOWN {{(pid=100286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:53:26.476312 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55020) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:26.530061 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8be780a5-b5ee-42cc-9aed-c6acc107cbee tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:26.554486 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8be780a5-b5ee-42cc-9aed-c6acc107cbee tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:26.673782 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8be780a5-b5ee-42cc-9aed-c6acc107cbee tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:26.676690 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8be780a5-b5ee-42cc-9aed-c6acc107cbee tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:26.677935 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-8be780a5-b5ee-42cc-9aed-c6acc107cbee tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b HTTP/1.1" status: 204 len: 168 time: 0.2006097 Jul 27 06:53:26.680822 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55022) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:26.687204 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be780a5-b5ee-42cc-9aed-c6acc107cbee tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:26.697415 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.api.v2.resource [None req-01f62125-5064-48ef-befa-20295423eb0c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] show failed (client error): The resource could not be found. Jul 27 06:53:26.698854 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-01f62125-5064-48ef-befa-20295423eb0c tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "GET /v2.0/security-groups/cf9aba37-9bde-49d5-960c-f1f5d6fb9a6b HTTP/1.1" status: 404 len: 347 time: 0.0166099 Jul 27 06:53:26.701276 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55024) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:26.835386 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Deleting port f348036a-5081-4548-9a30-e77aa5081ef4 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:26.835744 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:26.881184 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:26.912041 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:26.912445 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:26.926283 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Calling delete_port for f348036a-5081-4548-9a30-e77aa5081ef4 owned by network:floatingip {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:53:27.395589 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:27.420864 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Pushing event deleted for resources: {'Port': ['ID=f348036a-5081-4548-9a30-e77aa5081ef4,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:27.489130 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks [] for floatingip, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:27.491694 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:27.492845 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-d6ccba19-8ec4-48d7-898c-b5a0dcf38a71 tempest-AttachVolumeTestJSON-1587168175 tempest-AttachVolumeTestJSON-1587168175-project] 10.222.0.13 "DELETE /v2.0/floatingips/94b82532-65a1-4fe5-9386-4348fbd59e9f HTTP/1.1" status: 204 len: 168 time: 0.7901669 Jul 27 06:53:27.826163 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:53:27.847589 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:53:27.847927 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 1c47ad30-1cdc-4a49-aea4-7cd8e1768bd5 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:53:30.560631 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55064) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:30.664363 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4703-9c9f-4d42-9faa-0b3dabb3f63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:30.752240 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4703-9c9f-4d42-9faa-0b3dabb3f63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:30.817798 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4703-9c9f-4d42-9faa-0b3dabb3f63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:30.856199 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b2ae4703-9c9f-4d42-9faa-0b3dabb3f63a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4236660d3e9a4ffb93a922188ae9a2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944012 Jul 27 06:53:30.858134 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae4703-9c9f-4d42-9faa-0b3dabb3f63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5ada1-77f9-4538-94b1-e4734e9f8d99,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:30.859120 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55068) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:30.910557 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-422f28d9-96d1-4b75-931e-9beacd499fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:30.931849 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-422f28d9-96d1-4b75-931e-9beacd499fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:31.056421 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-422f28d9-96d1-4b75-931e-9beacd499fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:31.059236 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-422f28d9-96d1-4b75-931e-9beacd499fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:31.060529 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-422f28d9-96d1-4b75-931e-9beacd499fef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2b5ada1-77f9-4538-94b1-e4734e9f8d99 HTTP/1.1" status: 204 len: 168 time: 0.2003741 Jul 27 06:53:31.069437 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f28d9-96d1-4b75-931e-9beacd499fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5ada1-77f9-4538-94b1-e4734e9f8d99,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:32.607361 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55092) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:33.091178 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425981'] for router_interface, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:33.349770 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Deleting port 90b78f08-8def-4426-a36b-44f5213044d1 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:33.350110 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:33.427041 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] For port 90b78f08-8def-4426-a36b-44f5213044d1, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=90b78f08-8def-4426-a36b-44f5213044d1,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:33.427408 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:33.440653 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Calling delete_port for 90b78f08-8def-4426-a36b-44f5213044d1 owned by network:router_interface {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:53:33.698345 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:33.724343 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b78f08-8def-4426-a36b-44f5213044d1,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:33.886778 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425745'] for router_interface, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:34.095172 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:53:34.199662 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:34.208192 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-833e1fd3-d15a-4ee8-a74c-83c08860a130 admin admin] 10.222.0.13 "PUT /v2.0/routers/fb00fa4c-2eb4-4eb1-9b86-1041507f7077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971310 Jul 27 06:53:34.208192 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55110) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:34.211719 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] Sync routers for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:34.220675 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:34.221333 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:34.451558 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:34.557289 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks [] for router, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:34.624020 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:53:33Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:34.652669 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] Checking router: fb00fa4c-2eb4-4eb1-9b86-1041507f7077 for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:34.656066 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:34.660882 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] Routers {'fb00fa4c-2eb4-4eb1-9b86-1041507f7077'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:34.661542 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:34.759728 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] Set router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:34.803208 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Deleting port fc2df808-4de0-4b4c-8443-7410ee162e3a {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:34.803783 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:34.882884 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] For port fc2df808-4de0-4b4c-8443-7410ee162e3a, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=fc2df808-4de0-4b4c-8443-7410ee162e3a,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:34.883160 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:34.895384 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Calling delete_port for fc2df808-4de0-4b4c-8443-7410ee162e3a owned by network:router_gateway {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:53:34.936422 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:53:33Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:34.961942 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0b024-e0d8-46f9-bd90-235e51f80fc4 None None] The sync data for ids ['fb00fa4c-2eb4-4eb1-9b86-1041507f7077'] in dv-cinder-779194-3-smb is: [{'id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'name': 'tempest-AttachVolumeTestJSON-1072624839-router', 'tenant_id': '96af4e8b67da416aaca6c19e34983447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:53:33Z', 'revision_number': 5, 'project_id': '96af4e8b67da416aaca6c19e34983447', 'gw_port': {'id': 'fc2df808-4de0-4b4c-8443-7410ee162e3a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00fa4c-2eb4-4eb1-9b86-1041507f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:28Z', 'updated_at': '2021-07-27T06:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:35.109402 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.132468 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2df808-4de0-4b4c-8443-7410ee162e3a,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:35.194865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423091'] for router_gateway, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.295875 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5814'] for router, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.297927 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.354271 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.428029 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526522'] for router, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.428600 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb00fa4c-2eb4-4eb1-9b86-1041507f7077 {{(pid=100284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:53:35.433447 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] Notify callbacks [] for router, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.434605 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-743bf1e3-d2a1-441f-af2d-78d6919e0296 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fb00fa4c-2eb4-4eb1-9b86-1041507f7077 HTTP/1.1" status: 204 len: 168 time: 1.2255135 Jul 27 06:53:35.441865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55116) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:35.483300 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d8a2d9-0607-4b80-945c-e81463a8fd6e admin admin] Deleting subnet a777b78d-1bd7-4a83-8ebf-d0de31a4c70b {{(pid=100284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:53:35.486386 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a2d9-0607-4b80-945c-e81463a8fd6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.520075 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a2d9-0607-4b80-945c-e81463a8fd6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13798409'] for subnet, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.643454 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a2d9-0607-4b80-945c-e81463a8fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.767743 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a2d9-0607-4b80-945c-e81463a8fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15141354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13307996'] for subnet, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.795071 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8a2d9-0607-4b80-945c-e81463a8fd6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a777b78d-1bd7-4a83-8ebf-d0de31a4c70b,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:35.800999 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a2d9-0607-4b80-945c-e81463a8fd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.806488 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-d3d8a2d9-0607-4b80-945c-e81463a8fd6e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a777b78d-1bd7-4a83-8ebf-d0de31a4c70b HTTP/1.1" status: 204 len: 168 time: 0.3652754 Jul 27 06:53:35.807094 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55118) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:35.811887 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b37549-b75d-4b67-a129-634a95121634 None None] Network b10d324b-fbf7-4b46-97bc-eded67cd5894 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:53:35.887501 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:35.946562 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Deleting port 368de344-ba28-4114-b286-985910da846f {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:35.946968 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.029198 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] For port 368de344-ba28-4114-b286-985910da846f, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=368de344-ba28-4114-b286-985910da846f,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:36.029332 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.042009 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] DHCP port deletion for b10d324b-fbf7-4b46-97bc-eded67cd5894 request from dv-cinder-779194-3-smb {{(pid=100285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:53:36.059924 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Calling delete_port for 368de344-ba28-4114-b286-985910da846f owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:53:36.081891 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 90b78f08-8def-4426-a36b-44f5213044d1 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:53:36.108033 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 90b78f08-8def-4426-a36b-44f5213044d1 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:53:36.108366 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 90b78f08-8def-4426-a36b-44f5213044d1 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:53:36.132321 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Deleting port 368de344-ba28-4114-b286-985910da846f {{(pid=100285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:36.132865 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.195551 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] For port 368de344-ba28-4114-b286-985910da846f, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=368de344-ba28-4114-b286-985910da846f,segment=NetworkSegment(2bce87b9-5953-4801-bd62-7bcad78cce98),segment_id=2bce87b9-5953-4801-bd62-7bcad78cce98)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:36.195938 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.208570 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Calling delete_port for 368de344-ba28-4114-b286-985910da846f owned by network:dhcp {{(pid=100285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:53:36.227833 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.255256 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Pushing event deleted for resources: {'Port': ['ID=368de344-ba28-4114-b286-985910da846f,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:36.260688 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] No DVR routers for this DVR port 368de344-ba28-4114-b286-985910da846f on host dv-cinder-779194-3-smb {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:53:36.292858 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670'] for port, after_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.332715 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Pushing event deleted for resources: {'Port': ['ID=368de344-ba28-4114-b286-985910da846f,revision_number=None']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:36.334322 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.342085 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] No DVR routers for this DVR port 368de344-ba28-4114-b286-985910da846f on host dv-cinder-779194-3-smb {{(pid=100285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:53:36.346282 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10d324b-fbf7-4b46-97bc-eded67cd5894']}} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:36.347796 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.347796 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.348208 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.348538 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.348862 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.349268 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.349587 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.349906 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.350223 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.350597 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.350917 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.351237 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941f024-0664-4a0c-b3fb-ef19b2aa5fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:36.359367 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bce87b9-5953-4801-bd62-7bcad78cce98') {'for_net_delete': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:36.360357 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bce87b9-5953-4801-bd62-7bcad78cce98') {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:36.369420 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13798138'] for segment, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.382607 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.388318 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:53:36.388695 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15141252'] for segment, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: Traceback (most recent call last): Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: timer() Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: cb(*args, **kw) Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: return func(*args, **kwargs) Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: self._notify() Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: self.callback(batched_events) Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: event.method(event) Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: return f(self, *a, **k) Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: return self._get(url).json() Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: return self.request(url, 'GET', **kwargs) Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:53:36.390358 dv-cinder-779194-3-smb neutron-server[100284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:53:36.549252 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.564289 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.566189 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b10d324b-fbf7-4b46-97bc-eded67cd5894 HTTP/1.1" status: 204 len: 168 time: 0.7586136 Jul 27 06:53:36.567413 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da5bc5-5c66-4966-a64c-fde5ecba5142 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10d324b-fbf7-4b46-97bc-eded67cd5894,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:37.004025 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55124) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:37.042201 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-8ce48496-a2d1-4f4b-8b89-4dc6781d35e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96af4e8b67da416aaca6c19e34983447&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370605 Jul 27 06:53:37.044522 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55126) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:37.092023 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-83236cba-af98-4fd8-851e-2af446cc101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.113286 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-83236cba-af98-4fd8-851e-2af446cc101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.257997 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-83236cba-af98-4fd8-851e-2af446cc101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.260594 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-83236cba-af98-4fd8-851e-2af446cc101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.261763 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-83236cba-af98-4fd8-851e-2af446cc101f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6773480b-aa60-40e6-a4da-cb585e710242 HTTP/1.1" status: 204 len: 168 time: 0.2163186 Jul 27 06:53:37.270915 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83236cba-af98-4fd8-851e-2af446cc101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6773480b-aa60-40e6-a4da-cb585e710242,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:37.649130 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 368de344-ba28-4114-b286-985910da846f no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:53:37.668263 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-a2fa9992-8966-47e2-9403-dbd6922f4e7b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138883396&fields=id&tenant_id=57d3ad105fff4a84842b82c5a63ff3f1 HTTP/1.1" status: 200 len: 267 time: 0.0367858 Jul 27 06:53:37.670219 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 368de344-ba28-4114-b286-985910da846f {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:53:37.670631 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 368de344-ba28-4114-b286-985910da846f not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:53:37.671117 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device fc2df808-4de0-4b4c-8443-7410ee162e3a no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:53:37.695401 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: fc2df808-4de0-4b4c-8443-7410ee162e3a {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:53:37.695746 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device fc2df808-4de0-4b4c-8443-7410ee162e3a not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:53:37.790694 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108cab2-a310-4633-b717-3646176cb1be req-c287d222-a13e-4014-81c4-074f34a54f7b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:37.792414 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-c287d222-a13e-4014-81c4-074f34a54f7b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/networks?id=b3535985-cbcf-46fd-a030-17d603c26429 HTTP/1.1" status: 200 len: 808 time: 0.1156712 Jul 27 06:53:37.806867 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-68c73a8a-1698-4441-bc52-2c444bb2f7fb tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/quotas/57d3ad105fff4a84842b82c5a63ff3f1 HTTP/1.1" status: 200 len: 375 time: 0.0089545 Jul 27 06:53:37.871309 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-6ee4bbab-893e-4f6f-b0a6-5ef6bd37f73e tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592220 Jul 27 06:53:38.063600 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-89f98349-5774-4fc0-9352-d22eb6ea21f7 service neutron] 10.222.0.13 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799824 Jul 27 06:53:38.153371 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-9ea1edf8-5ee9-43fa-8fc2-ff8583bb8a9b service neutron] 10.222.0.13 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836620 Jul 27 06:53:38.738919 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-83256a85-407d-43fa-96d6-3d99357f7105 req-a656b8cb-c7e0-4570-9915-9d32e9f7e5f3 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 210 time: 0.0331075 Jul 27 06:53:39.837233 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f3686cc4-c2d3-4cc9-9a1b-e08f09f34faf req-4be23a6e-78de-46ba-bb9a-22e0d1c6e34d tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 210 time: 0.0295026 Jul 27 06:53:40.941594 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a681037c-8cbb-46be-af2d-378c35b9910e req-16601a1c-7a93-4e10-89fd-f9b15884db22 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 210 time: 0.0294681 Jul 27 06:53:41.166219 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108cab2-a310-4633-b717-3646176cb1be req-e7927181-f9d0-47f5-a76f-8f35c1b72326 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:41.168172 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-e7927181-f9d0-47f5-a76f-8f35c1b72326 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.16 "GET /v2.0/networks?id=b3535985-cbcf-46fd-a030-17d603c26429 HTTP/1.1" status: 200 len: 808 time: 0.1011367 Jul 27 06:53:41.219937 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-38327fde-c7f1-4d83-a981-fef566d73302 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57d3ad105fff4a84842b82c5a63ff3f1 HTTP/1.1" status: 200 len: 380 time: 0.0343199 Jul 27 06:53:41.229361 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Request body: {'port': {'device_id': '299da892-e81f-40a4-ae77-f2c2107359cf', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'admin_state_up': True, 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'security_groups': ['2960e3ea-c397-4026-a175-3ce263389838']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:41.456404 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Made reservation on behalf of 57d3ad105fff4a84842b82c5a63ff3f1 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:53:41.459994 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:41.588679 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Allocated IP 172.20.0.9 (b3535985-cbcf-46fd-a030-17d603c26429/21ad5bdb-71f2-4def-ab68-857be1c7fb7a/c3032169-e863-4699-b5a8-1993b69a45e5) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:41.725693 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:41.738472 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Transition to ACTIVE for port object c3032169-e863-4699-b5a8-1993b69a45e5 will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:41.840135 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:41.884020 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Network b3535985-cbcf-46fd-a030-17d603c26429 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:41.889088 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:41.892244 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:41.922342 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'Port': ['ID=c3032169-e863-4699-b5a8-1993b69a45e5,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:41.952806 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:41.953521 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:42.085736 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd623cd-c0a9-4cfd-a668-de7c3265c6e5 req-3963fff6-0e52-4e18-83e9-ce9aed53f44d tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:42.090116 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9cd623cd-c0a9-4cfd-a668-de7c3265c6e5 req-3963fff6-0e52-4e18-83e9-ce9aed53f44d tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 931 time: 0.0687377 Jul 27 06:53:42.090289 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-fbbe6f7b-0e1c-4e2d-beed-ba987cc2a3ed tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8616605 Jul 27 06:53:42.106490 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Request body: {'port': {'device_id': '299da892-e81f-40a4-ae77-f2c2107359cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:42.127779 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9cd623cd-c0a9-4cfd-a668-de7c3265c6e5 req-640c7b69-098a-4a2b-9ea9-fd8502957c67 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344443 Jul 27 06:53:42.184950 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:42.211955 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-b31f6840-3a9a-4063-9f94-dac1ed3815b2 None None] Provisioning for port c3032169-e863-4699-b5a8-1993b69a45e5 completed by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:42.216001 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-b31f6840-3a9a-4063-9f94-dac1ed3815b2 None None] Provisioning complete for port c3032169-e863-4699-b5a8-1993b69a45e5 triggered by entity DHCP. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:42.216485 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b31f6840-3a9a-4063-9f94-dac1ed3815b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:42.252135 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-b31f6840-3a9a-4063-9f94-dac1ed3815b2 None None] Port c3032169-e863-4699-b5a8-1993b69a45e5 cannot update to ACTIVE because it is not bound. {{(pid=100285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:42.444732 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3032169-e863-4699-b5a8-1993b69a45e5 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:53:42.453364 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:42.464857 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Transition to ACTIVE for port object c3032169-e863-4699-b5a8-1993b69a45e5 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:42.514323 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12831728'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:42.565765 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3032169-e863-4699-b5a8-1993b69a45e5,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:42.637933 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Attempting to bind port c3032169-e863-4699-b5a8-1993b69a45e5 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:42.638266 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Attempting to bind port c3032169-e863-4699-b5a8-1993b69a45e5 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:42.638589 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Attempting to bind port c3032169-e863-4699-b5a8-1993b69a45e5 on network b3535985-cbcf-46fd-a030-17d603c26429 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:42.643017 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Port c3032169-e863-4699-b5a8-1993b69a45e5 on network b3535985-cbcf-46fd-a030-17d603c26429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:53:42.643339 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Attempting to bind port c3032169-e863-4699-b5a8-1993b69a45e5 on network b3535985-cbcf-46fd-a030-17d603c26429 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:42.648255 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:42.648586 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Checking segment: {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:42.648973 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Bound using segment: {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:42.649448 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Bound port: c3032169-e863-4699-b5a8-1993b69a45e5, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b62da2-55ca-4dc9-a117-48fcc2039350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:42.649800 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:42.714066 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:42.716993 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c3032169-e863-4699-b5a8-1993b69a45e5,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:42.784015 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12831728'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:42.819110 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:42.819738 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:42.821211 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3032169-e863-4699-b5a8-1993b69a45e5 HTTP/1.1" status: 200 len: 1093 time: 0.7189057 Jul 27 06:53:42.821638 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:42.823907 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0cfa18-4c9e-4cd8-888f-a517f5bc691d" -d '{"events": [{"name": "network-changed", "server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:42.850662 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4d43-6c7a-4491-b2de-a7e98a4f2af5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3032169-e863-4699-b5a8-1993b69a45e5,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:42.866034 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beb45e3-0a6d-449e-bfb5-a6b5c2761eaa x-openstack-request-id: req-5beb45e3-0a6d-449e-bfb5-a6b5c2761eaa {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:42.866411 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:42.866655 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5beb45e3-0a6d-449e-bfb5-a6b5c2761eaa {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:42.867055 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'status': 'completed', 'code': 200} Jul 27 06:53:42.967213 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cfa18-4c9e-4cd8-888f-a517f5bc691d req-b8518a52-848e-472a-92f4-5a093e1a0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:42.968722 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-bb0cfa18-4c9e-4cd8-888f-a517f5bc691d req-b8518a52-848e-472a-92f4-5a093e1a0850 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1096 time: 0.0590217 Jul 27 06:53:43.083026 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cfa18-4c9e-4cd8-888f-a517f5bc691d req-e545a2ba-b43c-4df3-ac96-c9ded9fe19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.084525 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-bb0cfa18-4c9e-4cd8-888f-a517f5bc691d req-e545a2ba-b43c-4df3-ac96-c9ded9fe19a4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1004655 Jul 27 06:53:43.180462 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cfa18-4c9e-4cd8-888f-a517f5bc691d req-d2522327-3ddf-44b4-b489-3d4c7a60817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.181993 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-bb0cfa18-4c9e-4cd8-888f-a517f5bc691d req-d2522327-3ddf-44b4-b489-3d4c7a60817e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893838 Jul 27 06:53:43.294905 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a625a-560f-45a9-94bd-2f833d28b598 req-45ecf349-c6b0-4cf1-adff-f86b7549a25c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.296375 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1b4a625a-560f-45a9-94bd-2f833d28b598 req-45ecf349-c6b0-4cf1-adff-f86b7549a25c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 943 time: 0.0717089 Jul 27 06:53:43.299908 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108cab2-a310-4633-b717-3646176cb1be req-e187ed09-0797-46b2-b5af-ec959744d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.301449 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-e187ed09-0797-46b2-b5af-ec959744d279 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1096 time: 0.0604243 Jul 27 06:53:43.335648 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1b4a625a-560f-45a9-94bd-2f833d28b598 req-f9de82cb-43e1-4a66-8668-dfa2a436de1c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Jul 27 06:53:43.353019 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-a01d9551-6d3f-48f6-8cb6-6dac89ddfd77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3032169-e863-4699-b5a8-1993b69a45e5 HTTP/1.1" status: 200 len: 217 time: 0.0360370 Jul 27 06:53:43.409919 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108cab2-a310-4633-b717-3646176cb1be req-e8fc46f2-e8d3-4687-a858-e3c6a8c5e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.411372 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-e8fc46f2-e8d3-4687-a858-e3c6a8c5e114 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21ad5bdb-71f2-4def-ab68-857be1c7fb7a HTTP/1.1" status: 200 len: 847 time: 0.0512526 Jul 27 06:53:43.470866 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108cab2-a310-4633-b717-3646176cb1be req-360748cc-4159-42f6-b19b-6631cae1169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.472407 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-360748cc-4159-42f6-b19b-6631cae1169f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3535985-cbcf-46fd-a030-17d603c26429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543664 Jul 27 06:53:43.561506 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-11339146-88c0-4cce-8826-e2f8887f11d5 service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811598 Jul 27 06:53:43.653766 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-f108cab2-a310-4633-b717-3646176cb1be req-79bbc384-089f-4011-8aef-49747f1bae0d service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846837 Jul 27 06:53:44.465323 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0898bc-0f6a-432a-862d-6389c57cf5eb req-cfdc42cc-a932-44ea-97d3-9e7bc83e93ec tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:44.466791 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b0898bc-0f6a-432a-862d-6389c57cf5eb req-cfdc42cc-a932-44ea-97d3-9e7bc83e93ec tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 943 time: 0.0654609 Jul 27 06:53:44.503558 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b0898bc-0f6a-432a-862d-6389c57cf5eb req-61874f26-303d-40cf-a49d-6de9a55c40bb tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302775 Jul 27 06:53:45.136468 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55260) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:45.236727 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ef96aa4c-8b5d-48db-84ba-d48d61fbffe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:45.329514 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ef96aa4c-8b5d-48db-84ba-d48d61fbffe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:45.371819 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ef96aa4c-8b5d-48db-84ba-d48d61fbffe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:45.407639 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96aa4c-8b5d-48db-84ba-d48d61fbffe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347f9915-914c-4534-898b-711c4d50c6f7,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:45.412653 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-ef96aa4c-8b5d-48db-84ba-d48d61fbffe7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aff235409b6d493cb99a75df8411e952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751474 Jul 27 06:53:45.415348 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55264) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:45.462278 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-198f2ef6-1586-4eba-92b5-71d09adadaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:45.490166 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-198f2ef6-1586-4eba-92b5-71d09adadaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:45.612910 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-198f2ef6-1586-4eba-92b5-71d09adadaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:45.615449 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-198f2ef6-1586-4eba-92b5-71d09adadaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:45.616552 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-198f2ef6-1586-4eba-92b5-71d09adadaf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/347f9915-914c-4534-898b-711c4d50c6f7 HTTP/1.1" status: 204 len: 168 time: 0.2003131 Jul 27 06:53:45.629328 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f2ef6-1586-4eba-92b5-71d09adadaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347f9915-914c-4534-898b-711c4d50c6f7,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:45.642032 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86311323-a7a4-49e8-8db5-34a1c3c8fdbe req-73f52f1d-4665-4967-bf84-c8157e660d87 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:45.643509 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-86311323-a7a4-49e8-8db5-34a1c3c8fdbe req-73f52f1d-4665-4967-bf84-c8157e660d87 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 943 time: 0.0740740 Jul 27 06:53:45.687861 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-86311323-a7a4-49e8-8db5-34a1c3c8fdbe req-681704cf-fdca-4d1a-a00a-2e4a8f5f6c33 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368383 Jul 27 06:53:45.929558 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device c3032169-e863-4699-b5a8-1993b69a45e5 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:53:46.024194 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c3032169-e863-4699-b5a8-1993b69a45e5,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:46.036728 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'port_id': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'mac_address': 'fa:16:3e:3d:fe:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:53:46.075125 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:46.088588 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3032169-e863-4699-b5a8-1993b69a45e5 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:53:46.107212 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c3032169-e863-4699-b5a8-1993b69a45e5,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:46.149247 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:46.199827 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=c3032169-e863-4699-b5a8-1993b69a45e5,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:46.485111 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['c3032169-e863-4699-b5a8-1993b69a45e5'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:53:46.818904 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817b8e-e774-4196-bee7-e9e7cc611cba req-6e9d98db-9fb0-46fd-b6ec-5a8314344eb1 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:46.820403 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-88817b8e-e774-4196-bee7-e9e7cc611cba req-6e9d98db-9fb0-46fd-b6ec-5a8314344eb1 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 944 time: 0.0656128 Jul 27 06:53:46.859226 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-88817b8e-e774-4196-bee7-e9e7cc611cba req-1b7f8a96-5e17-4ec9-91ee-f41a0854d7a5 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329163 Jul 27 06:53:47.298795 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55320) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:47.399175 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-01a41d4d-d4bd-4d88-99e6-2395f97703a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.485792 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-01a41d4d-d4bd-4d88-99e6-2395f97703a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.605929 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-01a41d4d-d4bd-4d88-99e6-2395f97703a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.642747 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a41d4d-d4bd-4d88-99e6-2395f97703a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bd63df-59ea-44bf-bcdc-3b44f66cb318,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:47.648538 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-01a41d4d-d4bd-4d88-99e6-2395f97703a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=949cbbd9335244259c23a2f1d7019fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487034 Jul 27 06:53:47.650550 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55324) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:47.698251 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-088a4816-b824-4f76-9400-6b72a29cf2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.726689 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-088a4816-b824-4f76-9400-6b72a29cf2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.845847 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-088a4816-b824-4f76-9400-6b72a29cf2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.848353 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-088a4816-b824-4f76-9400-6b72a29cf2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.849533 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-088a4816-b824-4f76-9400-6b72a29cf2e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4bd63df-59ea-44bf-bcdc-3b44f66cb318 HTTP/1.1" status: 204 len: 168 time: 0.1978903 Jul 27 06:53:47.856745 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a4816-b824-4f76-9400-6b72a29cf2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bd63df-59ea-44bf-bcdc-3b44f66cb318,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:47.935577 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device c3032169-e863-4699-b5a8-1993b69a45e5 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:47.989112 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86376b-6949-43a8-a1f3-26f73d9588df req-8dccb664-d86b-465f-9618-e4b08d39ff6a tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:47.990610 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ec86376b-6949-43a8-a1f3-26f73d9588df req-8dccb664-d86b-465f-9618-e4b08d39ff6a tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 944 time: 0.0651429 Jul 27 06:53:48.036501 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ec86376b-6949-43a8-a1f3-26f73d9588df req-ca11d350-b7ef-4910-aa21-c7dc753720d2 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Jul 27 06:53:48.075019 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port c3032169-e863-4699-b5a8-1993b69a45e5 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:48.079970 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port c3032169-e863-4699-b5a8-1993b69a45e5 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:48.083787 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:48.157969 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:48.178876 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:48.181097 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b0cb36-2e66-46f5-b957-bd606d23f343" -d '{"events": [{"server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "name": "network-vif-plugged", "status": "completed", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:48.194479 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c3032169-e863-4699-b5a8-1993b69a45e5,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:48.221410 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0107bc34-642a-4a1f-847a-b7ca51c20924 x-openstack-request-id: req-0107bc34-642a-4a1f-847a-b7ca51c20924 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:48.221410 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "name": "network-vif-plugged", "status": "completed", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:48.221410 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0107bc34-642a-4a1f-847a-b7ca51c20924 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:48.221410 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'code': 200} Jul 27 06:53:48.270256 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:48.317266 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=c3032169-e863-4699-b5a8-1993b69a45e5,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:48.724149 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab40f-9cfa-4430-b6c7-febb081db3a2 req-ec1b1f52-dd7c-438f-af54-51079b12338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:48.725739 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-16eab40f-9cfa-4430-b6c7-febb081db3a2 req-ec1b1f52-dd7c-438f-af54-51079b12338e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1098 time: 0.0561390 Jul 27 06:53:48.763025 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-16eab40f-9cfa-4430-b6c7-febb081db3a2 req-658a4626-8811-4b19-9db7-e981beefdff5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284340 Jul 27 06:53:49.169592 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60687e7c-5090-4dd4-bbe3-a01771bbd892 req-34148573-e310-4c56-9f94-649e28082f94 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:49.171049 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-60687e7c-5090-4dd4-bbe3-a01771bbd892 req-34148573-e310-4c56-9f94-649e28082f94 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0654445 Jul 27 06:53:49.208390 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-60687e7c-5090-4dd4-bbe3-a01771bbd892 req-2eccaab8-3463-4cf5-9334-a45045ab930e tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Jul 27 06:53:50.336126 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6fa7-f48a-44ba-b160-e262a79f3a2a req-eb1e16d3-5664-49ad-a547-d6046c228c34 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:50.337650 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ea2d6fa7-f48a-44ba-b160-e262a79f3a2a req-eb1e16d3-5664-49ad-a547-d6046c228c34 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0627124 Jul 27 06:53:50.375820 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ea2d6fa7-f48a-44ba-b160-e262a79f3a2a req-51b8aad4-85d5-44d2-8d03-7dce3da9dd47 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Jul 27 06:53:50.501921 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a5c07-7be0-4f77-a106-3b9983ea16a3 req-a54da991-c187-4488-9542-bcaef68e1810 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:50.503374 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f41a5c07-7be0-4f77-a106-3b9983ea16a3 req-a54da991-c187-4488-9542-bcaef68e1810 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0633388 Jul 27 06:53:50.543381 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f41a5c07-7be0-4f77-a106-3b9983ea16a3 req-fc5925a0-e447-40df-b90e-a85e0689185f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342460 Jul 27 06:53:50.563033 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55388) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:50.569815 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55392) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:50.667385 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:50.790057 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:50.797996 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ce859-725e-4c76-95ea-5724fd3c7457 tempest-TestShelveInstance-249157793 tempest-TestShelveInstance-249157793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:50.799501 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c34ce859-725e-4c76-95ea-5724fd3c7457 tempest-TestShelveInstance-249157793 tempest-TestShelveInstance-249157793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1093 time: 0.2288651 Jul 27 06:53:50.804197 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55396) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:50.806964 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Request body: {'floatingip': {'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'port_id': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:50.858695 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:50.905154 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5731a96a3ec2405c8821d77ffa6402cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410285 Jul 27 06:53:50.906015 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2de14d-2212-4883-8473-f3944f41fb98,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:50.908290 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55398) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:50.913611 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.913964 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.914306 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.914642 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.914978 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.915310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.915637 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.915968 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.916293 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.916616 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.916944 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.917298 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e1a7f-4e7e-4f80-ac5c-83e94e604dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:50.958163 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:50.979128 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:50.995153 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for floatingip, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.095598 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.096210 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.098896 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.100052 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc2de14d-2212-4883-8473-f3944f41fb98 HTTP/1.1" status: 204 len: 168 time: 0.1907694 Jul 27 06:53:51.108112 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2de14d-2212-4883-8473-f3944f41fb98,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:51.115589 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.115944 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.116281 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.116828 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.117497 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.117497 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.117919 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.118160 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.118488 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.118811 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.119134 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.119453 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a4e01-7c2b-4d85-ae08-cdbaaa929308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:51.210615 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Allocated IP 172.28.1.162 (dbd54c5b-fe1a-4472-828f-a356ddc3c795/b6fa0f4c-c743-4c29-89e9-f07fd842b8bb/f03587c1-1883-426d-916f-7c89e1f2d328) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:51.309350 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.422508 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.460191 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Network dbd54c5b-fe1a-4472-828f-a356ddc3c795 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:51.463085 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:51.469364 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:51.499209 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'Port': ['ID=f03587c1-1883-426d-916f-7c89e1f2d328,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:51.607124 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-56e9c3ce-5ef5-4302-931a-e0a0e1b2d6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.762806 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac15da-270b-41e3-aa0f-9f5c926708d3 req-632f2709-b50b-484d-ab50-3a889dc7d915 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:51.764195 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-78ac15da-270b-41e3-aa0f-9f5c926708d3 req-632f2709-b50b-484d-ab50-3a889dc7d915 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 946 time: 0.1239581 Jul 27 06:53:51.785987 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55412) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:51.799662 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-28c46566-a1da-4f37-b3c6-02ea1b720aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.867623 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-78ac15da-270b-41e3-aa0f-9f5c926708d3 req-2e184434-d7ba-4d9a-a029-805fa04f639a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681653 Jul 27 06:53:51.893680 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-28c46566-a1da-4f37-b3c6-02ea1b720aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.926546 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.948998 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-28c46566-a1da-4f37-b3c6-02ea1b720aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.987001 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-28c46566-a1da-4f37-b3c6-02ea1b720aa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06f494fa6a0c4b858c736fb19fc12a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998117 Jul 27 06:53:51.989137 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c46566-a1da-4f37-b3c6-02ea1b720aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36d67d1-455b-486d-b47a-0f4641dc649a,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:51.989628 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55414) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:52.040102 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a2829d59-3dc2-4ed6-a42f-cb347e90d29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:52.081689 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a2829d59-3dc2-4ed6-a42f-cb347e90d29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:52.107877 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:52.260985 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:52.274389 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a2829d59-3dc2-4ed6-a42f-cb347e90d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:52.277009 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a2829d59-3dc2-4ed6-a42f-cb347e90d29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:52.278166 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-a2829d59-3dc2-4ed6-a42f-cb347e90d29d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e36d67d1-455b-486d-b47a-0f4641dc649a HTTP/1.1" status: 204 len: 168 time: 0.2875907 Jul 27 06:53:52.285437 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2829d59-3dc2-4ed6-a42f-cb347e90d29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36d67d1-455b-486d-b47a-0f4641dc649a,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:52.330346 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:52.400252 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event updated for resources: {'Port': ['ID=f03587c1-1883-426d-916f-7c89e1f2d328,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:52.412035 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:52.508932 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.l3_db [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Floating IP 75ab8fbb-fc2b-4b67-a78a-911208db46ee associated. External IP: 172.28.1.162, port: c3032169-e863-4699-b5a8-1993b69a45e5. Jul 27 06:53:52.989391 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Router c28c68ec-24d8-4463-bf44-4695926233a2 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:53:53.057337 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55736f3-9c4c-4e49-a0f5-c136dfaf504e req-a018b059-ca40-4523-ba27-5ed4c8bcaa90 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:53.059115 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f55736f3-9c4c-4e49-a0f5-c136dfaf504e req-a018b059-ca40-4523-ba27-5ed4c8bcaa90 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 946 time: 0.1133268 Jul 27 06:53:53.151075 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f55736f3-9c4c-4e49-a0f5-c136dfaf504e req-61c4061c-872a-4ba8-b1e7-6aaaa7594b93 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6b79fc-394f-47a2-85d6-9828a207d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843408 Jul 27 06:53:53.163291 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:53.177360 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] Sync routers for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:53.186839 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:53.188115 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:53.217195 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-04e410d8-5d9e-4c57-8c09-21eebc5b6a1a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:53.219347 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-04e410d8-5d9e-4c57-8c09-21eebc5b6a1a tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 946 time: 0.0769393 Jul 27 06:53:53.263701 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:53.295334 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:53.304935 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-efeb7c02-51da-4fb2-aa41-363da068ff3b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5012844 Jul 27 06:53:53.305849 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:53.308401 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3099d494-b167-4088-82eb-f221be2f6ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:53.365623 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Deleting port 0c953490-c431-400c-9341-a6ea5fd8bb43 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:53.366703 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:53.486151 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] For port 0c953490-c431-400c-9341-a6ea5fd8bb43, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=0c953490-c431-400c-9341-a6ea5fd8bb43,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:53.486831 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:53.559609 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b00bfd9-808d-4947-b210-7bf45ddc8151 x-openstack-request-id: req-5b00bfd9-808d-4947-b210-7bf45ddc8151 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:53.560684 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:53.560684 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b00bfd9-808d-4947-b210-7bf45ddc8151 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:53.560684 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'status': 'completed', 'code': 200} Jul 27 06:53:53.580222 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '75ab8fbb-fc2b-4b67-a78a-911208db46ee', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'floating_ip_address': '172.28.1.162', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'port_id': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'mac_address': 'fa:16:3e:3d:fe:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299da892-e81f-40a4-ae77-f2c2107359cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:53:51Z', 'updated_at': '2021-07-27T06:53:51Z', 'revision_number': 0, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd', 'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'mac_address': 'fa:16:3e:4b:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:03Z', 'updated_at': '2021-07-27T06:53:10Z', 'revision_number': 5, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'subnets': [{'id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:53.609915 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] Checking router: c28c68ec-24d8-4463-bf44-4695926233a2 for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:53.618402 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:53.619016 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:53.670527 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-9d9f3b70-0921-4c99-a3b7-f88454a33ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:53.672078 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-9d9f3b70-0921-4c99-a3b7-f88454a33ed3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1098 time: 0.0638192 Jul 27 06:53:53.686938 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:53.688184 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423165'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:53.688184 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.l3_db [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Floating IP f5b53d4d-9763-486c-aac3-452323caa5aa disassociated. External IP: 172.28.1.55, port: 0c953490-c431-400c-9341-a6ea5fd8bb43. Jul 27 06:53:53.688459 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Calling delete_port for 0c953490-c431-400c-9341-a6ea5fd8bb43 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:53:53.737129 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:53.791674 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-d59536cb-b053-4897-9bcf-745166118b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:53.793187 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-d59536cb-b053-4897-9bcf-745166118b78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3535985-cbcf-46fd-a030-17d603c26429 HTTP/1.1" status: 200 len: 909 time: 0.1136191 Jul 27 06:53:53.872502 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-13c11a38-f103-4118-b06f-8a5c999e84fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3032169-e863-4699-b5a8-1993b69a45e5 HTTP/1.1" status: 200 len: 999 time: 0.0719771 Jul 27 06:53:53.875607 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:53.913338 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event deleted for resources: {'Port': ['ID=0c953490-c431-400c-9341-a6ea5fd8bb43,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:53.952118 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-ddc059db-8fd5-4cad-8bb9-49fe801b6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:53.953606 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-ddc059db-8fd5-4cad-8bb9-49fe801b6209 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21ad5bdb-71f2-4def-ab68-857be1c7fb7a HTTP/1.1" status: 200 len: 847 time: 0.0736969 Jul 27 06:53:54.018427 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-2eb18520-0327-4819-9f80-c0890579cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:54.020591 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-2eb18520-0327-4819-9f80-c0890579cfad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3535985-cbcf-46fd-a030-17d603c26429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0598886 Jul 27 06:53:54.034210 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Router 786bbed0-89b3-42c3-b6c5-7030098306eb has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:53:54.084773 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '75ab8fbb-fc2b-4b67-a78a-911208db46ee', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'floating_ip_address': '172.28.1.162', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'port_id': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'mac_address': 'fa:16:3e:3d:fe:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299da892-e81f-40a4-ae77-f2c2107359cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:53:51Z', 'updated_at': '2021-07-27T06:53:51Z', 'revision_number': 0, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd', 'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'mac_address': 'fa:16:3e:4b:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:03Z', 'updated_at': '2021-07-27T06:53:10Z', 'revision_number': 5, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'subnets': [{'id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:54.120597 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbce71d-f016-4046-a51d-280cc7605a9b None None] The sync data for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb is: [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_floatingips': [{'id': '75ab8fbb-fc2b-4b67-a78a-911208db46ee', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'floating_ip_address': '172.28.1.162', 'floating_network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'router_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'port_id': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'mac_address': 'fa:16:3e:3d:fe:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299da892-e81f-40a4-ae77-f2c2107359cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:53:51Z', 'updated_at': '2021-07-27T06:53:51Z', 'revision_number': 0, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd', 'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'mac_address': 'fa:16:3e:4b:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:03Z', 'updated_at': '2021-07-27T06:53:10Z', 'revision_number': 5, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'subnets': [{'id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:54.145188 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-329d4e31-a286-4a7d-ab51-399c71490470 service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130531 Jul 27 06:53:54.167939 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:54.188197 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] Sync routers for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:54.199809 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:54.201125 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:54.229630 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] No DVR routers for this DVR port 0c953490-c431-400c-9341-a6ea5fd8bb43 on host hv-cinder-77919 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:53:54.233184 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.235764 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-995c8383-3be7-4ff2-9937-9ad361e2ad41 req-866dee35-aa62-410c-ad7e-b7e2dfd97b97 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.16 "DELETE /v2.0/ports/0c953490-c431-400c-9341-a6ea5fd8bb43 HTTP/1.1" status: 204 len: 173 time: 1.0106273 Jul 27 06:53:54.236219 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-deleted', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:54.241556 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082101f953db93d8bb6333ece003dcbc545eeea8e65490918c4c6b55255e45a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8370035f-fea1-42f9-86e6-762357b6ab2c" -d '{"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-deleted", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:54.275583 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3099d494-b167-4088-82eb-f221be2f6ec8 req-df3c2f8c-6c2c-4ae6-811b-a7718ba919ce service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237085 Jul 27 06:53:54.276614 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-cfba647d-deec-400d-97ed-ced3bd3b7b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.314674 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f9c51d-34d1-4c68-bd28-6576dc0bfd7d x-openstack-request-id: req-94f9c51d-34d1-4c68-bd28-6576dc0bfd7d {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:54.315038 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125ae855-1c49-4961-9b34-0fa6f8438759", "name": "network-vif-deleted", "tag": "0c953490-c431-400c-9341-a6ea5fd8bb43", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:54.315362 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94f9c51d-34d1-4c68-bd28-6576dc0bfd7d {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:54.315832 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125ae855-1c49-4961-9b34-0fa6f8438759', 'name': 'network-vif-deleted', 'tag': '0c953490-c431-400c-9341-a6ea5fd8bb43', 'status': 'completed', 'code': 200} Jul 27 06:53:54.363036 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:54.380819 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c1b9f1ac-6271-4faa-8e51-e7d549556607 req-cfc062cd-50e0-4379-8e60-a5d2585b4c6f tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ae855-1c49-4961-9b34-0fa6f8438759 HTTP/1.1" status: 200 len: 210 time: 0.0695295 Jul 27 06:53:54.503463 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637489f-f708-4137-b27d-e933a9cc2edd None None] New status for floating IP 75ab8fbb-fc2b-4b67-a78a-911208db46ee: ACTIVE {{(pid=100286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:53:54.625657 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:54.652972 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] Checking router: 786bbed0-89b3-42c3-b6c5-7030098306eb for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:54.666667 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:54.667319 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:54.786599 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:54.859514 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.985303 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:55.138488 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27b6ab-d022-4b7d-850f-6d3e4ea950c7 None None] The sync data for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb is: [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:47:37Z', 'revision_number': 4, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': 'f636f210-b3fc-4f96-b903-cc60c89e28a7', 'name': '', 'network_id': '10f96515-6f2e-4596-b9b4-af1d97f0ec8b', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'mac_address': 'fa:16:3e:22:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:34Z', 'updated_at': '2021-07-27T06:47:50Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'subnets': [{'id': 'ee7089db-fee7-4a83-930d-8a4836a7af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:55.223665 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.355639 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b649c-9e01-4d35-a1a2-0d3fa10b27e1 None None] New status for floating IP f5b53d4d-9763-486c-aac3-452323caa5aa: DOWN {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:53:55.545528 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55476) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:55.608930 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-650a795c-42ac-4df6-914e-35fa4fc33a9c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.633361 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-650a795c-42ac-4df6-914e-35fa4fc33a9c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.737628 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-650a795c-42ac-4df6-914e-35fa4fc33a9c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.740440 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-650a795c-42ac-4df6-914e-35fa4fc33a9c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.741796 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-650a795c-42ac-4df6-914e-35fa4fc33a9c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f6b79fc-394f-47a2-85d6-9828a207d3ba HTTP/1.1" status: 204 len: 168 time: 0.1952593 Jul 27 06:53:55.745078 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55480) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:55.758466 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a795c-42ac-4df6-914e-35fa4fc33a9c tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b79fc-394f-47a2-85d6-9828a207d3ba,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:55.764593 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.api.v2.resource [None req-e8df9310-248a-48f6-9aa8-a0fbe136f774 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] show failed (client error): The resource could not be found. Jul 27 06:53:55.765728 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-e8df9310-248a-48f6-9aa8-a0fbe136f774 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "GET /v2.0/security-groups/7f6b79fc-394f-47a2-85d6-9828a207d3ba HTTP/1.1" status: 404 len: 347 time: 0.0186822 Jul 27 06:53:55.768507 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55482) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:55.890691 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Deleting port 2fbb28dd-0f3a-4255-b1f8-2ae0165f1435 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:55.891027 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.965818 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.966141 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.977716 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Calling delete_port for 2fbb28dd-0f3a-4255-b1f8-2ae0165f1435 owned by network:floatingip {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:53:56.192900 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:56.219186 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Pushing event deleted for resources: {'Port': ['ID=2fbb28dd-0f3a-4255-b1f8-2ae0165f1435,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:56.279370 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks [] for floatingip, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:56.282621 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:56.283762 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-57316bb4-35be-4056-b377-6f6df04f83f8 tempest-AttachVolumeShelveTestJSON-849004875 tempest-AttachVolumeShelveTestJSON-849004875-project] 10.222.0.13 "DELETE /v2.0/floatingips/f5b53d4d-9763-486c-aac3-452323caa5aa HTTP/1.1" status: 204 len: 168 time: 0.5143564 Jul 27 06:53:56.840718 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:57.957698 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 0c953490-c431-400c-9341-a6ea5fd8bb43 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:53:57.977935 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 0c953490-c431-400c-9341-a6ea5fd8bb43 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:53:57.978273 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 0c953490-c431-400c-9341-a6ea5fd8bb43 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:53:58.985001 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55536) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:59.466424 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425981'] for router_interface, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:59.714756 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Deleting port f636f210-b3fc-4f96-b903-cc60c89e28a7 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:59.715100 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:59.792571 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] For port f636f210-b3fc-4f96-b903-cc60c89e28a7, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=f636f210-b3fc-4f96-b903-cc60c89e28a7,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:59.792927 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:59.804883 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:53:59.806449 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Calling delete_port for f636f210-b3fc-4f96-b903-cc60c89e28a7 owned by network:router_interface {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:54:00.040517 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.074538 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Pushing event deleted for resources: {'Port': ['ID=f636f210-b3fc-4f96-b903-cc60c89e28a7,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:00.220440 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55556) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:00.239074 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425745'] for router_interface, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.331803 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-000fa4a9-b7ca-48f1-a3a2-1a80afb12b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.418042 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-000fa4a9-b7ca-48f1-a3a2-1a80afb12b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.515232 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-000fa4a9-b7ca-48f1-a3a2-1a80afb12b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.563174 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-000fa4a9-b7ca-48f1-a3a2-1a80afb12b5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=038bd51e7d304e249515649c69c50f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387642 Jul 27 06:54:00.563174 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fa4a9-b7ca-48f1-a3a2-1a80afb12b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5507398-a7b5-4e34-9871-25ca11f58109,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:00.564908 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55560) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:00.618431 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-254f093c-26b7-4fd3-8e68-a34e844465cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.640556 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-254f093c-26b7-4fd3-8e68-a34e844465cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.718258 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Router 786bbed0-89b3-42c3-b6c5-7030098306eb has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:54:00.720096 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-254f093c-26b7-4fd3-8e68-a34e844465cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.722764 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-254f093c-26b7-4fd3-8e68-a34e844465cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.723988 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-254f093c-26b7-4fd3-8e68-a34e844465cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5507398-a7b5-4e34-9871-25ca11f58109 HTTP/1.1" status: 204 len: 168 time: 0.1577370 Jul 27 06:54:00.732289 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f093c-26b7-4fd3-8e68-a34e844465cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5507398-a7b5-4e34-9871-25ca11f58109,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:00.831108 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:54:00.838910 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-34c9a2d0-8073-415b-8d7f-94447c444413 admin admin] 10.222.0.13 "PUT /v2.0/routers/786bbed0-89b3-42c3-b6c5-7030098306eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8501942 Jul 27 06:54:00.839055 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55564) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:00.842055 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] Sync routers for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:54:00.852629 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:54:00.853486 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:00.942576 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:00.959299 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:54:01.048322 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.142935 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:53:59Z', 'revision_number': 5, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port': {'id': 'ff6b6d4a-3b66-4de4-a692-070528dde73a', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:29Z', 'updated_at': '2021-07-27T06:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:01.156042 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Deleting port ff6b6d4a-3b66-4de4-a692-070528dde73a {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:54:01.156989 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.168537 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] Checking router: 786bbed0-89b3-42c3-b6c5-7030098306eb for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:54:01.177451 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] Routers {'786bbed0-89b3-42c3-b6c5-7030098306eb'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:54:01.178050 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:53:54Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['786bbed0-89b3-42c3-b6c5-7030098306eb'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:01.240722 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] For port ff6b6d4a-3b66-4de4-a692-070528dde73a, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=ff6b6d4a-3b66-4de4-a692-070528dde73a,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:01.241358 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.255062 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Calling delete_port for ff6b6d4a-3b66-4de4-a692-070528dde73a owned by network:router_gateway {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:54:01.353855 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] Set router 786bbed0-89b3-42c3-b6c5-7030098306eb gateway port host: None {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:54:01.392643 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55568) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:01.406107 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fab0903c-3277-4863-93ba-0a1a85c06734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.407891 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:54:01Z', 'revision_number': 6, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port_host': None}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:01.434088 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d61063-342a-4cb8-98d9-4459bf69f22a None None] The sync data for ids ['786bbed0-89b3-42c3-b6c5-7030098306eb'] in dv-cinder-779194-3-smb is: [{'id': '786bbed0-89b3-42c3-b6c5-7030098306eb', 'name': 'tempest-AttachVolumeShelveTestJSON-890854475-router', 'tenant_id': '371bfa919ef2412081709a50e2b4ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:27Z', 'updated_at': '2021-07-27T06:54:01Z', 'revision_number': 6, 'project_id': '371bfa919ef2412081709a50e2b4ae94', 'gw_port_host': None}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:54:01.478940 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.502106 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fab0903c-3277-4863-93ba-0a1a85c06734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.504323 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6b6d4a-3b66-4de4-a692-070528dde73a,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:01.559009 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fab0903c-3277-4863-93ba-0a1a85c06734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.565241 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423091'] for router_gateway, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.599333 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-fab0903c-3277-4863-93ba-0a1a85c06734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0714be8366f418d8a04e569c1a02f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054958 Jul 27 06:54:01.600607 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0903c-3277-4863-93ba-0a1a85c06734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15099b2a-4b43-4550-890d-93f4e98f72fa,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:01.604328 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55570) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:01.651654 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0591221b-7e93-4792-9041-52cb5a018a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.655645 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5814'] for router, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.658621 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.673573 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0591221b-7e93-4792-9041-52cb5a018a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.779317 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526522'] for router, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.779574 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 786bbed0-89b3-42c3-b6c5-7030098306eb {{(pid=100284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:54:01.785508 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.788637 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-2e71774b-a883-41ea-91db-266e779c85e7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/786bbed0-89b3-42c3-b6c5-7030098306eb HTTP/1.1" status: 204 len: 168 time: 0.9485328 Jul 27 06:54:01.788997 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0591221b-7e93-4792-9041-52cb5a018a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.789291 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55572) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:01.792608 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0591221b-7e93-4792-9041-52cb5a018a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.794383 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-0591221b-7e93-4792-9041-52cb5a018a1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15099b2a-4b43-4550-890d-93f4e98f72fa HTTP/1.1" status: 204 len: 168 time: 0.1889901 Jul 27 06:54:01.806589 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591221b-7e93-4792-9041-52cb5a018a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15099b2a-4b43-4550-890d-93f4e98f72fa,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:01.863012 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2bfb60-c8b0-4418-82f8-bd48a614e5c3 admin admin] Deleting subnet ee7089db-fee7-4a83-930d-8a4836a7af05 {{(pid=100284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:54:01.866330 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfb60-c8b0-4418-82f8-bd48a614e5c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.911753 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfb60-c8b0-4418-82f8-bd48a614e5c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13798409'] for subnet, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:01.991813 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfb60-c8b0-4418-82f8-bd48a614e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.120902 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfb60-c8b0-4418-82f8-bd48a614e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15141354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13307996'] for subnet, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.146773 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bfb60-c8b0-4418-82f8-bd48a614e5c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7089db-fee7-4a83-930d-8a4836a7af05,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:02.150901 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfb60-c8b0-4418-82f8-bd48a614e5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.153001 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-1e2bfb60-c8b0-4418-82f8-bd48a614e5c3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee7089db-fee7-4a83-930d-8a4836a7af05 HTTP/1.1" status: 204 len: 168 time: 0.3627729 Jul 27 06:54:02.155684 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55578) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:02.159234 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d99ac-e0f2-46ae-ac4c-779e64a2a291 None None] Network 10f96515-6f2e-4596-b9b4-af1d97f0ec8b requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:54:02.230479 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.277755 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device f636f210-b3fc-4f96-b903-cc60c89e28a7 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:54:02.300251 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Deleting port 535bc292-382e-4e83-98ec-33a5a4045b5a {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:54:02.300722 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.304894 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: f636f210-b3fc-4f96-b903-cc60c89e28a7 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:54:02.305254 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device f636f210-b3fc-4f96-b903-cc60c89e28a7 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:54:02.373504 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] For port 535bc292-382e-4e83-98ec-33a5a4045b5a, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=535bc292-382e-4e83-98ec-33a5a4045b5a,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:02.373875 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.388832 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Calling delete_port for 535bc292-382e-4e83-98ec-33a5a4045b5a owned by network:dhcp {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:54:02.402205 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37afd86c-3097-4e72-bc4a-e11b70f52c6d None None] DHCP port deletion for 10f96515-6f2e-4596-b9b4-af1d97f0ec8b request from dv-cinder-779194-3-smb {{(pid=100285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:54:02.456597 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-37afd86c-3097-4e72-bc4a-e11b70f52c6d None None] Deleting port 535bc292-382e-4e83-98ec-33a5a4045b5a {{(pid=100285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:54:02.456912 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-37afd86c-3097-4e72-bc4a-e11b70f52c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.526603 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-37afd86c-3097-4e72-bc4a-e11b70f52c6d None None] For port 535bc292-382e-4e83-98ec-33a5a4045b5a, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=535bc292-382e-4e83-98ec-33a5a4045b5a,segment=NetworkSegment(3f6e9652-9133-4b81-bfb0-b4878946657b),segment_id=3f6e9652-9133-4b81-bfb0-b4878946657b)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:02.526996 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-37afd86c-3097-4e72-bc4a-e11b70f52c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.540795 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-37afd86c-3097-4e72-bc4a-e11b70f52c6d None None] Calling delete_port for 535bc292-382e-4e83-98ec-33a5a4045b5a owned by network:dhcp {{(pid=100285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:54:02.617098 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.621568 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-37afd86c-3097-4e72-bc4a-e11b70f52c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670'] for port, after_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.625837 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] No DVR routers for this DVR port 535bc292-382e-4e83-98ec-33a5a4045b5a on host dv-cinder-779194-3-smb {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:54:02.647549 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Pushing event deleted for resources: {'Port': ['ID=535bc292-382e-4e83-98ec-33a5a4045b5a,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:02.649460 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afd86c-3097-4e72-bc4a-e11b70f52c6d None None] Pushing event deleted for resources: {'Port': ['ID=535bc292-382e-4e83-98ec-33a5a4045b5a,revision_number=None']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:02.652049 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afd86c-3097-4e72-bc4a-e11b70f52c6d None None] No DVR routers for this DVR port 535bc292-382e-4e83-98ec-33a5a4045b5a on host dv-cinder-779194-3-smb {{(pid=100285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:54:02.725676 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.735936 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f96515-6f2e-4596-b9b4-af1d97f0ec8b']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:02.745721 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6e9652-9133-4b81-bfb0-b4878946657b') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:02.746017 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6e9652-9133-4b81-bfb0-b4878946657b') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:02.754647 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12924829'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.767912 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.773636 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:54:02.774017 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12831700'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: Traceback (most recent call last): Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: timer() Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: cb(*args, **kw) Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: return func(*args, **kwargs) Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: self._notify() Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: self.callback(batched_events) Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: event.method(event) Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: return f(self, *a, **k) Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: return self._get(url).json() Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:54:02.775585 dv-cinder-779194-3-smb neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:54:02.941684 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.950850 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:02.952931 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] 10.222.0.13 "DELETE /v2.0/networks/10f96515-6f2e-4596-b9b4-af1d97f0ec8b HTTP/1.1" status: 204 len: 168 time: 0.7960052 Jul 27 06:54:02.968804 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e366ce3-3489-4f2b-9c50-f050e0990660 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f96515-6f2e-4596-b9b4-af1d97f0ec8b,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:03.324979 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55606) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:03.368247 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-483943f7-0001-4220-b248-5774d3cd5dad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=371bfa919ef2412081709a50e2b4ae94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419705 Jul 27 06:54:03.370818 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55608) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:03.418735 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-18c74014-4e21-44e5-a654-d5a926a8bd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:03.442761 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-18c74014-4e21-44e5-a654-d5a926a8bd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:03.571757 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-18c74014-4e21-44e5-a654-d5a926a8bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:03.574372 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-18c74014-4e21-44e5-a654-d5a926a8bd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:03.575652 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-18c74014-4e21-44e5-a654-d5a926a8bd06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3391bb7e-b961-409a-a4f5-e359c917f048 HTTP/1.1" status: 204 len: 168 time: 0.2039032 Jul 27 06:54:03.583569 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c74014-4e21-44e5-a654-d5a926a8bd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3391bb7e-b961-409a-a4f5-e359c917f048,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:03.681741 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device ff6b6d4a-3b66-4de4-a692-070528dde73a no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:54:03.702465 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: ff6b6d4a-3b66-4de4-a692-070528dde73a {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:54:03.704419 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device ff6b6d4a-3b66-4de4-a692-070528dde73a not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:54:03.704936 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 535bc292-382e-4e83-98ec-33a5a4045b5a no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:54:03.724182 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 535bc292-382e-4e83-98ec-33a5a4045b5a {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:54:03.724467 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 535bc292-382e-4e83-98ec-33a5a4045b5a not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:54:04.791959 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55650) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:04.889370 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1781411671-network', 'tenant_id': '09badea293114f9789293e08883ec4c8'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:05.103571 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Made reservation on behalf of 09badea293114f9789293e08883ec4c8 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:05.106031 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.115069 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.198512 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.302783 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.326109 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:54:05.336119 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c85bc4-2ad5-40ad-8be8-00b3b7de4658,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:05.340879 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.341242 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Added segment a8cb325d-7a07-47e4-b520-c968fee46781 of type vlan for network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa Jul 27 06:54:05.382857 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.383958 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.520218 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.521243 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:05.521823 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.580460 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] Pushing event updated for resources: {'Network': ['ID=7123c2b6-eee3-42a4-b371-a1af2c98e2fa,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:05.590617 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:54:05.640791 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-0a9a6f0d-0fe9-4324-910b-a480da4b218f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8477046 Jul 27 06:54:05.644184 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55658) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:05.648918 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Request body: {'subnet': {'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1781411671-subnet', 'tenant_id': '09badea293114f9789293e08883ec4c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:05.708498 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Made reservation on behalf of 09badea293114f9789293e08883ec4c8 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:05.710798 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24651608'] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:05.947605 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12831613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24651594'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:06.002651 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab51c39-6b57-4d18-97b2-8cb9815c817f,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:06.011769 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Checking segment: {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:54:06.012126 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Network hostable DHCP agents. Network: 7123c2b6-eee3-42a4-b371-a1af2c98e2fa, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:54:06.091834 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:54:06.154772 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 7123c2b6-eee3-42a4-b371-a1af2c98e2fa) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:54:06.159732 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:06.160583 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:06.164900 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee853dc-ee86-4511-adb7-ee17ad7538af None None] Network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:54:06.254006 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-1e57fb1f-569f-4abc-ba80-f1a5fa57bbde admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6085961 Jul 27 06:54:06.300846 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728062bd-c835-41ee-8f17-d9817f278bb4 None None] Network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:54:06.680121 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-627cfa2e-6540-442e-910f-e97b0dc41b41 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:06.681588 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-627cfa2e-6540-442e-910f-e97b0dc41b41 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/networks?id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa HTTP/1.1" status: 200 len: 815 time: 0.0982618 Jul 27 06:54:06.696551 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-fb7c0999-cd2a-40d6-a24a-2a88c82f9658 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/quotas/09badea293114f9789293e08883ec4c8 HTTP/1.1" status: 200 len: 375 time: 0.0092635 Jul 27 06:54:06.729826 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-7fba38db-51ff-4969-8483-ad60852dbc85 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279446 Jul 27 06:54:06.867010 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-f3b75f3e-ffb8-4367-8bfa-3d77a54f78e8 service neutron] 10.222.0.13 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299698 Jul 27 06:54:06.952806 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-3ba3f2f1-d670-443c-a46d-8a8b28e2ffc9 service neutron] 10.222.0.13 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797079 Jul 27 06:54:07.268555 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ec382d05-050d-4235-a5e2-e753f9f27436 req-9b464c2e-e7b6-451f-926e-73c753d56392 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 210 time: 0.0331481 Jul 27 06:54:07.986835 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55706) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:08.090761 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d778-9b38-46b8-8a91-023a8c19aace admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:08.175937 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d778-9b38-46b8-8a91-023a8c19aace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:08.272643 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d778-9b38-46b8-8a91-023a8c19aace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:08.310622 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-9ca7d778-9b38-46b8-8a91-023a8c19aace admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c479700a864460b92a9965642ee60cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226378 Jul 27 06:54:08.311452 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7d778-9b38-46b8-8a91-023a8c19aace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42500765-56a7-45c2-853a-4ff8de85cd02,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:08.313469 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55714) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:08.362040 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-963056f2-7b70-4cd9-b94f-543f5b465c33 req-d51e158c-b69c-4c63-bcc5-bbbe9550285c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 210 time: 0.0382547 Jul 27 06:54:08.390507 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-27872f1b-bcd3-40cf-9996-9e955b0bbaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:08.411677 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-27872f1b-bcd3-40cf-9996-9e955b0bbaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:08.535876 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-27872f1b-bcd3-40cf-9996-9e955b0bbaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:08.538971 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-27872f1b-bcd3-40cf-9996-9e955b0bbaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:08.540126 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-27872f1b-bcd3-40cf-9996-9e955b0bbaca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42500765-56a7-45c2-853a-4ff8de85cd02 HTTP/1.1" status: 204 len: 168 time: 0.2236595 Jul 27 06:54:08.548231 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27872f1b-bcd3-40cf-9996-9e955b0bbaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42500765-56a7-45c2-853a-4ff8de85cd02,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:09.295089 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55720) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:09.308333 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-63d0ac7c-ec48-486b-adb4-e15bbed100a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:09.401361 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-63d0ac7c-ec48-486b-adb4-e15bbed100a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:09.458388 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cf2f60d1-58d4-40b9-b1d9-47a5fd43c97c req-34fa08c0-d57e-468c-9e97-5f3c25214663 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 210 time: 0.0308800 Jul 27 06:54:09.468344 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-63d0ac7c-ec48-486b-adb4-e15bbed100a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:09.507206 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-63d0ac7c-ec48-486b-adb4-e15bbed100a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=feda7c3fef714afd95927ce265fa9d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110071 Jul 27 06:54:09.508072 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0ac7c-ec48-486b-adb4-e15bbed100a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80502175-dc7b-467e-a7ce-4a8475af7152,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:09.509989 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55724) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:09.562012 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a4f448ae-e3cc-4a6a-82d2-0d38549d4b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:09.583659 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a4f448ae-e3cc-4a6a-82d2-0d38549d4b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:09.703175 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a4f448ae-e3cc-4a6a-82d2-0d38549d4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:09.706001 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a4f448ae-e3cc-4a6a-82d2-0d38549d4b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:09.707148 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-a4f448ae-e3cc-4a6a-82d2-0d38549d4b1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80502175-dc7b-467e-a7ce-4a8475af7152 HTTP/1.1" status: 204 len: 168 time: 0.1956384 Jul 27 06:54:09.715740 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f448ae-e3cc-4a6a-82d2-0d38549d4b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80502175-dc7b-467e-a7ce-4a8475af7152,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:09.748372 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-abb8decc-acef-4802-997e-b019f49cefdb tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:09.749755 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-abb8decc-acef-4802-997e-b019f49cefdb tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "GET /v2.0/networks?id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa HTTP/1.1" status: 200 len: 815 time: 0.1032677 Jul 27 06:54:09.769505 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Request body: {'port': {'device_id': '323eb6b6-814c-456e-94c0-0bb0c67720d6', 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa', 'admin_state_up': True, 'tenant_id': '09badea293114f9789293e08883ec4c8'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:09.993435 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Made reservation on behalf of 09badea293114f9789293e08883ec4c8 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:09.996851 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:10.130712 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Allocated IP 172.20.0.13 (7123c2b6-eee3-42a4-b371-a1af2c98e2fa/dab51c39-6b57-4d18-97b2-8cb9815c817f/06c2e228-1907-4315-b428-78b648760ec0) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:54:10.274424 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:10.377819 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:10.423554 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:54:10.428342 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:54:10.431848 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:54:10.438013 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Pushing event updated for resources: {'Port': ['ID=06c2e228-1907-4315-b428-78b648760ec0,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:10.484174 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:10.485476 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:10.574692 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-945a77c0-0ba8-499d-8ed6-0297a8d771ff tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7993839 Jul 27 06:54:10.592380 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Request body: {'port': {'device_id': '323eb6b6-814c-456e-94c0-0bb0c67720d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:10.624666 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06171f18-b8bd-43fd-a2fa-06e9cad4e401 req-7c16a7d5-8e46-425e-a528-673776858d32 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:10.626208 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-06171f18-b8bd-43fd-a2fa-06e9cad4e401 req-7c16a7d5-8e46-425e-a528-673776858d32 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 932 time: 0.0935986 Jul 27 06:54:10.704490 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-06171f18-b8bd-43fd-a2fa-06e9cad4e401 req-40d9f35c-af04-4deb-9864-a8975ed40bd6 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722694 Jul 27 06:54:10.705750 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:10.754984 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 55752) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:10.865484 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1977058290-network', 'tenant_id': '6c83f4b657d643e99d22f82e669f7581'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:10.971711 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Made reservation on behalf of 6c83f4b657d643e99d22f82e669f7581 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:10.974037 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:10.982715 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:10.987869 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c2e228-1907-4315-b428-78b648760ec0 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:10.995336 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.007597 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Transition to ACTIVE for port object 06c2e228-1907-4315-b428-78b648760ec0 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:54:11.068661 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.070029 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.138338 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Pushing event updated for resources: {'Port': ['ID=06c2e228-1907-4315-b428-78b648760ec0,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:11.143089 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.163783 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:54:11.178826 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:11.181700 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.182039 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Added segment f31b3e3c-4b61-46e1-9a33-ab9f028824f5 of type vlan for network 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 Jul 27 06:54:11.192273 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Attempting to bind port 06c2e228-1907-4315-b428-78b648760ec0 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:54:11.192273 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Attempting to bind port 06c2e228-1907-4315-b428-78b648760ec0 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:54:11.192273 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Attempting to bind port 06c2e228-1907-4315-b428-78b648760ec0 on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:11.193900 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Port 06c2e228-1907-4315-b428-78b648760ec0 on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:54:11.194218 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Attempting to bind port 06c2e228-1907-4315-b428-78b648760ec0 on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:11.199150 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:54:11.199489 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Checking segment: {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:54:11.199886 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Bound using segment: {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:54:11.200308 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Bound port: 06c2e228-1907-4315-b428-78b648760ec0, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:54:11.200658 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.221609 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.262521 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] For port 06c2e228-1907-4315-b428-78b648760ec0, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:54:11.265513 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] For port 06c2e228-1907-4315-b428-78b648760ec0, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06c2e228-1907-4315-b428-78b648760ec0,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:54:11.325857 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.327121 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:11.327705 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.366247 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.389610 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] Pushing event updated for resources: {'Network': ['ID=7b57d2f5-0cb4-47b5-b90c-2c10e11f0427,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:11.399470 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:54:11.404424 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:11.404424 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.405512 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] 10.222.0.16 "PUT /v2.0/ports/06c2e228-1907-4315-b428-78b648760ec0 HTTP/1.1" status: 200 len: 1094 time: 0.8200328 Jul 27 06:54:11.407574 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323eb6b6-814c-456e-94c0-0bb0c67720d6', 'tag': '06c2e228-1907-4315-b428-78b648760ec0'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:11.409806 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc310008-90dc-4924-af43-2c0fdcdef412" -d '{"events": [{"name": "network-changed", "server_uuid": "323eb6b6-814c-456e-94c0-0bb0c67720d6", "tag": "06c2e228-1907-4315-b428-78b648760ec0"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:11.436449 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed995fb4-24ee-4361-a588-fe5d457815c4 service neutron] Pushing event updated for resources: {'Port': ['ID=06c2e228-1907-4315-b428-78b648760ec0,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:11.455917 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55758) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:11.456360 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b6d15f14-caff-4919-8cd7-6bfc0aad8a4a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6996014 Jul 27 06:54:11.461919 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Request body: {'subnet': {'network_id': '7b57d2f5-0cb4-47b5-b90c-2c10e11f0427', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1977058290-subnet', 'tenant_id': '6c83f4b657d643e99d22f82e669f7581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:11.466092 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a7bd21-3d0f-4836-9fe9-5e8d1078d3ee x-openstack-request-id: req-07a7bd21-3d0f-4836-9fe9-5e8d1078d3ee {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:11.466380 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323eb6b6-814c-456e-94c0-0bb0c67720d6", "tag": "06c2e228-1907-4315-b428-78b648760ec0", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:11.466656 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07a7bd21-3d0f-4836-9fe9-5e8d1078d3ee {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:11.467005 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323eb6b6-814c-456e-94c0-0bb0c67720d6', 'tag': '06c2e228-1907-4315-b428-78b648760ec0', 'status': 'completed', 'code': 200} Jul 27 06:54:11.556906 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc310008-90dc-4924-af43-2c0fdcdef412 req-ae268711-2a95-4723-afa6-4fcb7f066b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:11.558382 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fc310008-90dc-4924-af43-2c0fdcdef412 req-ae268711-2a95-4723-afa6-4fcb7f066b78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 1097 time: 0.0522501 Jul 27 06:54:11.563741 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Made reservation on behalf of 6c83f4b657d643e99d22f82e669f7581 for: {'subnet': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:11.565979 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13307959'] for subnet, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:11.719644 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc310008-90dc-4924-af43-2c0fdcdef412 req-cdd6c2b1-5bd4-4f00-a71d-2f314e2b1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:11.721552 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fc310008-90dc-4924-af43-2c0fdcdef412 req-cdd6c2b1-5bd4-4f00-a71d-2f314e2b1b61 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=09badea293114f9789293e08883ec4c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1442697 Jul 27 06:54:11.920066 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc310008-90dc-4924-af43-2c0fdcdef412 req-10d9cd1b-4afb-4f12-8394-5e3fe8072eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:11.921544 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fc310008-90dc-4924-af43-2c0fdcdef412 req-10d9cd1b-4afb-4f12-8394-5e3fe8072eaf service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767256 Jul 27 06:54:11.934808 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a1649-27b9-4bbf-904c-858babce14dd req-1ed8eb23-2c28-4793-ad28-0e18aa9d8f28 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:11.936193 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9a4a1649-27b9-4bbf-904c-858babce14dd req-1ed8eb23-2c28-4793-ad28-0e18aa9d8f28 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 944 time: 0.1431184 Jul 27 06:54:11.975286 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9a4a1649-27b9-4bbf-904c-858babce14dd req-77624ae0-5b60-4154-b7ef-60115d31879c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Jul 27 06:54:11.998527 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15141165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13307941'] for subnet, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:12.073990 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a058a476-6786-4e8b-b13b-7e9de630ae08,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:12.097798 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Checking segment: {'id': 'f31b3e3c-4b61-46e1-9a33-ab9f028824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b57d2f5-0cb4-47b5-b90c-2c10e11f0427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:54:12.098150 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Network hostable DHCP agents. Network: 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:54:12.107818 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-79725840-0da8-4c2b-875b-648d4aba2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:12.109330 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-79725840-0da8-4c2b-875b-648d4aba2517 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 1097 time: 0.1199892 Jul 27 06:54:12.157736 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-6f1a7e4a-42b9-4a5e-8f65-ce23c97eb6af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c2e228-1907-4315-b428-78b648760ec0 HTTP/1.1" status: 200 len: 217 time: 0.0324111 Jul 27 06:54:12.195366 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Network 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:54:12.215071 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-4a8d0d68-3370-45c4-9f81-a9a81848eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:12.216456 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-4a8d0d68-3370-45c4-9f81-a9a81848eba6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dab51c39-6b57-4d18-97b2-8cb9815c817f HTTP/1.1" status: 200 len: 855 time: 0.0489645 Jul 27 06:54:12.250921 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-57275bf6-0576-42fc-a027-3ca2d48d1546 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254564 Jul 27 06:54:12.274938 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427) {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:54:12.282279 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdd4dc5-fc2e-4efd-856f-55f6197b27f3 None None] Network 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:54:12.302001 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:12.302591 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:12.352213 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-ee5e77a8-d3a6-4199-b8ae-f838da7bf355 service neutron] 10.222.0.16 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933414 Jul 27 06:54:12.408631 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150fc7da-3fec-408b-b95f-2b7e3f5b046d None None] Network 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:54:12.409538 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-3540c969-b51c-4d83-88ba-149f4061f295 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9518602 Jul 27 06:54:12.449717 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-29ca10e5-99d3-4b70-96c4-88187faef514 req-7a35526f-53f2-45b6-a02c-a621e180d408 service neutron] 10.222.0.16 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885570 Jul 27 06:54:13.074468 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55778) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:13.079359 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1949830972-network', 'tenant_id': '5c31f0c06cb94fbf989fd30cd87b5899'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:13.121970 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a62da2-3c8b-4dc1-a518-f47936a0f41a req-5a1868dc-0d90-475c-a518-0604eb8d42f7 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:13.123400 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a6a62da2-3c8b-4dc1-a518-f47936a0f41a req-5a1868dc-0d90-475c-a518-0604eb8d42f7 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 944 time: 0.0797348 Jul 27 06:54:13.159944 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a6a62da2-3c8b-4dc1-a518-f47936a0f41a req-78e815a1-ab25-41ad-89f0-5b0aaf371973 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307069 Jul 27 06:54:13.188123 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Made reservation on behalf of 5c31f0c06cb94fbf989fd30cd87b5899 for: {'network': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:13.191115 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:13.203200 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:13.286975 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:13.365819 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:13.389860 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:54:13.398340 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b5dc3f-c2d2-43eb-8e4d-6c7fa1abe4ea,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:13.404086 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:13.404429 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.segments_db [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Added segment 60056d19-4134-41de-90f0-200a639374d6 of type vlan for network 36f07284-0f15-4fe0-905b-b4980983bd04 Jul 27 06:54:13.442820 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:13.560071 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:13.561025 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:13.561630 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:13.617523 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] Pushing event updated for resources: {'Network': ['ID=36f07284-0f15-4fe0-905b-b4980983bd04,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:13.627792 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 36f07284-0f15-4fe0-905b-b4980983bd04 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:54:13.715303 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-db4d9139-6d85-420f-86fa-2526b1c26aeb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6398287 Jul 27 06:54:13.717943 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 55780) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:13.723182 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Request body: {'subnet': {'network_id': '36f07284-0f15-4fe0-905b-b4980983bd04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1949830972-subnet', 'tenant_id': '5c31f0c06cb94fbf989fd30cd87b5899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:13.827469 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Made reservation on behalf of 5c31f0c06cb94fbf989fd30cd87b5899 for: {'subnet': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:13.829748 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13307959'] for subnet, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:14.058050 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 06c2e228-1907-4315-b428-78b648760ec0 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:54:14.151412 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 06c2e228-1907-4315-b428-78b648760ec0, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06c2e228-1907-4315-b428-78b648760ec0,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:14.163600 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '06c2e228-1907-4315-b428-78b648760ec0', 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa', 'port_id': '06c2e228-1907-4315-b428-78b648760ec0', 'mac_address': 'fa:16:3e:e5:88:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab51c39-6b57-4d18-97b2-8cb9815c817f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:54:14.207239 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:14.222873 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c2e228-1907-4315-b428-78b648760ec0 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:14.242640 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 06c2e228-1907-4315-b428-78b648760ec0, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06c2e228-1907-4315-b428-78b648760ec0,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:14.298462 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2fd78-4f31-4255-b68e-2aaba7d14178 req-7285a8f7-1085-44c0-bbb9-770e7c5052cd tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:14.299938 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6da2fd78-4f31-4255-b68e-2aaba7d14178 req-7285a8f7-1085-44c0-bbb9-770e7c5052cd tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 944 time: 0.0676904 Jul 27 06:54:14.337152 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6da2fd78-4f31-4255-b68e-2aaba7d14178 req-0010db46-a47d-46a5-af2f-1dbb3f75a08b tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Jul 27 06:54:14.354651 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:14.393530 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15141165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13307941'] for subnet, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:14.401349 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=06c2e228-1907-4315-b428-78b648760ec0,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:14.446211 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Pushing event updated for resources: {'Subnet': ['ID=60427b40-09ba-4621-855a-80330c1f2702,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:14.456847 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Checking segment: {'id': '60056d19-4134-41de-90f0-200a639374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '36f07284-0f15-4fe0-905b-b4980983bd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:54:14.457241 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Network hostable DHCP agents. Network: 36f07284-0f15-4fe0-905b-b4980983bd04, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:54:14.537159 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Network 36f07284-0f15-4fe0-905b-b4980983bd04 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:54:14.634368 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 36f07284-0f15-4fe0-905b-b4980983bd04) {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:54:14.638662 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:14.639519 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:14.642327 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287e500-21cb-4845-bf88-31c948e57a37 None None] Network 36f07284-0f15-4fe0-905b-b4980983bd04 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:54:14.704655 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['06c2e228-1907-4315-b428-78b648760ec0'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:54:14.725451 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-721a55c3-3cbc-47d8-973b-c742395d59be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0064421 Jul 27 06:54:14.795610 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f7592-cc6a-4504-a9f0-d9a45d9b56c9 None None] Network 36f07284-0f15-4fe0-905b-b4980983bd04 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:54:15.196830 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-110284e9-4df9-481b-80cb-a0efb06517eb tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:15.198209 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-110284e9-4df9-481b-80cb-a0efb06517eb tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/networks?id=7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 HTTP/1.1" status: 200 len: 809 time: 0.1048696 Jul 27 06:54:15.212836 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-5d2f2077-57a1-4d91-b6f3-f7924dc52a9d tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/quotas/6c83f4b657d643e99d22f82e669f7581 HTTP/1.1" status: 200 len: 375 time: 0.0086863 Jul 27 06:54:15.245923 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-2e04594b-30b0-4eb4-8639-ab48badcf0de tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c83f4b657d643e99d22f82e669f7581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279903 Jul 27 06:54:15.334097 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-16c991fb-bb3b-46af-a2c8-acecd0ad65a0 service neutron] 10.222.0.13 "GET /v2.0/networks/7b57d2f5-0cb4-47b5-b90c-2c10e11f0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816774 Jul 27 06:54:15.450651 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-bf42d41a-b99f-43da-80cd-5b77abfd6d47 service neutron] 10.222.0.13 "GET /v2.0/networks/7b57d2f5-0cb4-47b5-b90c-2c10e11f0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105943 Jul 27 06:54:15.480447 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938ee1-c383-4834-9cf9-803daf0ca013 req-e629a51d-f5c2-4812-9a94-c02d48bcf410 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:15.481912 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0c938ee1-c383-4834-9cf9-803daf0ca013 req-e629a51d-f5c2-4812-9a94-c02d48bcf410 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 945 time: 0.0761547 Jul 27 06:54:15.519295 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0c938ee1-c383-4834-9cf9-803daf0ca013 req-2980233b-f4d7-4683-ba66-c5486f854508 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 Jul 27 06:54:15.683516 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-051e0b6d-a9c5-4277-80e3-064e06680b46 req-2560f6e4-edce-4d3d-8de8-7793cae0956d tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 210 time: 0.0334413 Jul 27 06:54:16.072912 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 06c2e228-1907-4315-b428-78b648760ec0 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:54:16.222770 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 06c2e228-1907-4315-b428-78b648760ec0 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:54:16.226516 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 06c2e228-1907-4315-b428-78b648760ec0 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:54:16.226883 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:16.300324 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:16.322189 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323eb6b6-814c-456e-94c0-0bb0c67720d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c2e228-1907-4315-b428-78b648760ec0'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:16.324443 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1757e09-77c0-4480-bb79-df89da3c7e31" -d '{"events": [{"server_uuid": "323eb6b6-814c-456e-94c0-0bb0c67720d6", "name": "network-vif-plugged", "status": "completed", "tag": "06c2e228-1907-4315-b428-78b648760ec0"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:16.338455 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 06c2e228-1907-4315-b428-78b648760ec0, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06c2e228-1907-4315-b428-78b648760ec0,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:16.361767 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7f9e5b-8e3c-4b4d-8f1c-0601776285a0 x-openstack-request-id: req-be7f9e5b-8e3c-4b4d-8f1c-0601776285a0 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:16.362056 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323eb6b6-814c-456e-94c0-0bb0c67720d6", "name": "network-vif-plugged", "status": "completed", "tag": "06c2e228-1907-4315-b428-78b648760ec0", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:16.362312 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be7f9e5b-8e3c-4b4d-8f1c-0601776285a0 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:16.362724 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323eb6b6-814c-456e-94c0-0bb0c67720d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c2e228-1907-4315-b428-78b648760ec0', 'code': 200} Jul 27 06:54:16.417324 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:16.472440 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=06c2e228-1907-4315-b428-78b648760ec0,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:16.651835 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693595c-c434-42be-8c91-ed9c83bcb5f3 req-29286e3a-2f05-4866-ac1e-b204ad78980a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:16.653631 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c693595c-c434-42be-8c91-ed9c83bcb5f3 req-29286e3a-2f05-4866-ac1e-b204ad78980a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 946 time: 0.0667543 Jul 27 06:54:16.723921 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c693595c-c434-42be-8c91-ed9c83bcb5f3 req-0826a663-36fe-4312-a62e-25e0e34161d4 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571253 Jul 27 06:54:16.740683 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4ed3d-5f85-4671-8bf2-bc4b05b05f85 req-a696f313-42f0-4772-9056-2e30a4d52507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:16.742661 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-91b4ed3d-5f85-4671-8bf2-bc4b05b05f85 req-a696f313-42f0-4772-9056-2e30a4d52507 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 1099 time: 0.0830297 Jul 27 06:54:16.793164 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cbc37dbd-d1d7-4057-9e56-8582354dd0f4 req-706a2271-861e-47db-ab85-1cca64126b12 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 210 time: 0.0375860 Jul 27 06:54:16.807118 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-91b4ed3d-5f85-4671-8bf2-bc4b05b05f85 req-af34c72d-736b-4df2-a667-643b4e9551a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575480 Jul 27 06:54:17.851902 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b827-cd55-4ff1-b848-cbb88efff7f4 req-d5851b00-e592-4332-9441-192e8da048ec tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:17.853434 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5db9b827-cd55-4ff1-b848-cbb88efff7f4 req-d5851b00-e592-4332-9441-192e8da048ec tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 946 time: 0.0630293 Jul 27 06:54:17.902525 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-42cd3f77-8463-4090-a7e4-0a4293182ddf req-2717fb21-302e-424e-83ff-8992612bc073 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 210 time: 0.0410178 Jul 27 06:54:17.920358 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-5db9b827-cd55-4ff1-b848-cbb88efff7f4 req-7998cfc1-1270-449a-8b9d-1884e35b93e7 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606551 Jul 27 06:54:18.219659 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-b3f6f497-92f1-4660-820c-b2cffdb315ae tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:18.221062 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-b3f6f497-92f1-4660-820c-b2cffdb315ae tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.16 "GET /v2.0/networks?id=7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 HTTP/1.1" status: 200 len: 809 time: 0.1018627 Jul 27 06:54:18.241686 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Request body: {'port': {'device_id': '469f5f8c-b784-4ff5-b171-dd821bd22967', 'network_id': '7b57d2f5-0cb4-47b5-b90c-2c10e11f0427', 'admin_state_up': True, 'tenant_id': '6c83f4b657d643e99d22f82e669f7581'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:18.445564 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Made reservation on behalf of 6c83f4b657d643e99d22f82e669f7581 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:18.449063 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:18.575298 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Allocated IP 172.20.0.14 (7b57d2f5-0cb4-47b5-b90c-2c10e11f0427/a058a476-6786-4e8b-b13b-7e9de630ae08/9c39b1db-6cb0-4e36-a2e1-1f079ba864dc) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:54:18.726965 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:18.846481 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:18.886026 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Network 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:54:18.889023 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:54:18.894915 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:54:18.919829 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Pushing event updated for resources: {'Port': ['ID=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:18.951437 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:18.951437 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:19.060828 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-c63e70f4-94a8-458a-9f8b-43a0be03a409 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8229222 Jul 27 06:54:19.078104 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd35ba-6ea2-46d7-b389-63fc68d7c8eb req-ca5953fc-5862-4a18-b31f-e8b881ad74c2 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:19.079531 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dabd35ba-6ea2-46d7-b389-63fc68d7c8eb req-ca5953fc-5862-4a18-b31f-e8b881ad74c2 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 932 time: 0.1073196 Jul 27 06:54:19.085575 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Request body: {'port': {'device_id': '469f5f8c-b784-4ff5-b171-dd821bd22967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:19.127546 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413b03-e9c2-4bde-911a-68a1cc10adb0 req-1cf28149-0866-420e-bdd3-2fb7d7b67f37 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:19.128876 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-07413b03-e9c2-4bde-911a-68a1cc10adb0 req-1cf28149-0866-420e-bdd3-2fb7d7b67f37 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 946 time: 0.1281157 Jul 27 06:54:19.198435 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dabd35ba-6ea2-46d7-b389-63fc68d7c8eb req-8def4694-3a9b-41d9-9545-03ecef43bceb tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103313 Jul 27 06:54:19.227437 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-07413b03-e9c2-4bde-911a-68a1cc10adb0 req-f805ff95-0fc9-4e6f-8f1b-9ecd915d00d9 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910726 Jul 27 06:54:19.228353 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:19.482362 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:19.489599 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:19.501015 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Transition to ACTIVE for port object 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:54:19.577525 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:19.644106 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Pushing event updated for resources: {'Port': ['ID=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:19.697004 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Attempting to bind port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:54:19.697406 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Attempting to bind port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'f31b3e3c-4b61-46e1-9a33-ab9f028824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b57d2f5-0cb4-47b5-b90c-2c10e11f0427'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:54:19.697726 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Attempting to bind port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc on network 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:19.702126 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc on network 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:54:19.702440 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Attempting to bind port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc on network 7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:19.707964 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:54:19.708294 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Checking segment: {'id': 'f31b3e3c-4b61-46e1-9a33-ab9f028824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b57d2f5-0cb4-47b5-b90c-2c10e11f0427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:54:19.708666 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Bound using segment: {'id': 'f31b3e3c-4b61-46e1-9a33-ab9f028824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b57d2f5-0cb4-47b5-b90c-2c10e11f0427'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:54:19.709099 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Bound port: 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31b3e3c-4b61-46e1-9a33-ab9f028824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b57d2f5-0cb4-47b5-b90c-2c10e11f0427'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:54:19.709477 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:19.770409 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] For port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:54:19.773307 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] For port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,segment=NetworkSegment(f31b3e3c-4b61-46e1-9a33-ab9f028824f5),segment_id=f31b3e3c-4b61-46e1-9a33-ab9f028824f5)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:54:19.892077 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:19.927571 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:19.928191 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:19.929586 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] 10.222.0.16 "PUT /v2.0/ports/9c39b1db-6cb0-4e36-a2e1-1f079ba864dc HTTP/1.1" status: 200 len: 1094 time: 0.8491883 Jul 27 06:54:19.930092 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469f5f8c-b784-4ff5-b171-dd821bd22967', 'tag': '9c39b1db-6cb0-4e36-a2e1-1f079ba864dc'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:19.932394 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f65d300-68e7-4f66-8018-38b036d42cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "469f5f8c-b784-4ff5-b171-dd821bd22967", "tag": "9c39b1db-6cb0-4e36-a2e1-1f079ba864dc"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:19.958730 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471048d-7e3e-4476-bb9d-2384fc2a8ccb service neutron] Pushing event updated for resources: {'Port': ['ID=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:19.970355 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbf90c8-e68a-4a62-9523-14eea3b083d7 x-openstack-request-id: req-cfbf90c8-e68a-4a62-9523-14eea3b083d7 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:19.970355 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469f5f8c-b784-4ff5-b171-dd821bd22967", "tag": "9c39b1db-6cb0-4e36-a2e1-1f079ba864dc", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:19.970355 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfbf90c8-e68a-4a62-9523-14eea3b083d7 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:19.970355 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469f5f8c-b784-4ff5-b171-dd821bd22967', 'tag': '9c39b1db-6cb0-4e36-a2e1-1f079ba864dc', 'status': 'completed', 'code': 200} Jul 27 06:54:20.081934 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d300-68e7-4f66-8018-38b036d42cfe req-5c004c5a-aa5a-4f89-897e-187e93edbedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:20.083403 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3f65d300-68e7-4f66-8018-38b036d42cfe req-5c004c5a-aa5a-4f89-897e-187e93edbedd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c83f4b657d643e99d22f82e669f7581&device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 1097 time: 0.0623660 Jul 27 06:54:20.186809 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d300-68e7-4f66-8018-38b036d42cfe req-5e67f513-4cf6-4827-8b3b-eee1fc8d9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:20.188296 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3f65d300-68e7-4f66-8018-38b036d42cfe req-5e67f513-4cf6-4827-8b3b-eee1fc8d9cce service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6c83f4b657d643e99d22f82e669f7581&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0899639 Jul 27 06:54:20.316709 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d300-68e7-4f66-8018-38b036d42cfe req-839b67b6-698d-46d0-81b4-c3f425a75f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:20.318100 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3f65d300-68e7-4f66-8018-38b036d42cfe req-839b67b6-698d-46d0-81b4-c3f425a75f88 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204329 Jul 27 06:54:20.345246 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103543f-8f39-4e7a-a6ec-75fc222db72d req-c5150e8c-3781-4e25-a15f-9f4cbaceefc5 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:20.347258 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d103543f-8f39-4e7a-a6ec-75fc222db72d req-c5150e8c-3781-4e25-a15f-9f4cbaceefc5 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 944 time: 0.0785079 Jul 27 06:54:20.407206 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d103543f-8f39-4e7a-a6ec-75fc222db72d req-cef51ede-f619-4c2d-aaf1-88bdf083b3de tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540662 Jul 27 06:54:20.434407 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-e2aadd4f-5991-4826-9e8b-04e7181130c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:20.435855 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-e2aadd4f-5991-4826-9e8b-04e7181130c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c83f4b657d643e99d22f82e669f7581&device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 1097 time: 0.0575302 Jul 27 06:54:20.487753 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-f85c98b4-7eb9-476a-a239-acdb62a958a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc HTTP/1.1" status: 200 len: 217 time: 0.0368936 Jul 27 06:54:20.536123 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-38fe710b-85cd-49f8-82ff-f65861b74506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:20.537801 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-38fe710b-85cd-49f8-82ff-f65861b74506 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a058a476-6786-4e8b-b13b-7e9de630ae08 HTTP/1.1" status: 200 len: 849 time: 0.0433896 Jul 27 06:54:20.571946 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-332494e3-6f1c-4d8e-aa07-d357f9ca3933 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b57d2f5-0cb4-47b5-b90c-2c10e11f0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263901 Jul 27 06:54:20.663121 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-4db399d9-4202-48c0-9f84-6a5804ca1eaf service neutron] 10.222.0.16 "GET /v2.0/networks/7b57d2f5-0cb4-47b5-b90c-2c10e11f0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841992 Jul 27 06:54:20.749367 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb042869-1d46-44d5-9701-69a5fd96df5c req-2a9a7a66-8d9d-4b22-abcb-e46fbfc101ac service neutron] 10.222.0.16 "GET /v2.0/networks/7b57d2f5-0cb4-47b5-b90c-2c10e11f0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787051 Jul 27 06:54:21.536747 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a902acf-85bf-4ccb-9662-0981bf9755e5 req-2596e580-629f-4026-a277-8175d762b321 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:21.538253 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0a902acf-85bf-4ccb-9662-0981bf9755e5 req-2596e580-629f-4026-a277-8175d762b321 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 944 time: 0.0638299 Jul 27 06:54:21.579922 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0a902acf-85bf-4ccb-9662-0981bf9755e5 req-52743e52-cc7c-474a-af1b-5bc4b63fc4d6 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357158 Jul 27 06:54:21.600016 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7562c857-6ce4-4937-919c-ab2156d71ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:22.706595 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76082d1a-99da-455a-a0d3-86692843dae6 req-e54ff2ab-8e6a-45f8-84e7-c7d4ea9c1594 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:22.707955 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-76082d1a-99da-455a-a0d3-86692843dae6 req-e54ff2ab-8e6a-45f8-84e7-c7d4ea9c1594 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 944 time: 0.0638843 Jul 27 06:54:22.745432 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-76082d1a-99da-455a-a0d3-86692843dae6 req-451fa36a-ebe3-4cb1-9449-67803a8dc63d tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316989 Jul 27 06:54:23.876269 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d2202-3016-499c-840b-c1ba9d87b881 req-8fd8ae3b-ebac-4111-a0be-8ec6a6c373c2 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:23.878318 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-993d2202-3016-499c-840b-c1ba9d87b881 req-8fd8ae3b-ebac-4111-a0be-8ec6a6c373c2 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 944 time: 0.0645730 Jul 27 06:54:23.922908 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-993d2202-3016-499c-840b-c1ba9d87b881 req-17ed1e71-f4df-44bf-b2ef-b6a076c9711f tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Jul 27 06:54:24.139875 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:54:24.216923 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e298f-3753-4338-9d21-8571f166f3a1 req-12c0773b-ca7f-43a9-b311-96b9e86b9451 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:24.218421 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-12c0773b-ca7f-43a9-b311-96b9e86b9451 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/networks?id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa HTTP/1.1" status: 200 len: 815 time: 0.1065125 Jul 27 06:54:24.236770 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-44d3a047-a2b1-4603-ac42-bc3f18ff44ce tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/quotas/09badea293114f9789293e08883ec4c8 HTTP/1.1" status: 200 len: 375 time: 0.0104430 Jul 27 06:54:24.246981 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,segment=NetworkSegment(f31b3e3c-4b61-46e1-9a33-ab9f028824f5),segment_id=f31b3e3c-4b61-46e1-9a33-ab9f028824f5)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:24.258918 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '9c39b1db-6cb0-4e36-a2e1-1f079ba864dc', 'network_id': '7b57d2f5-0cb4-47b5-b90c-2c10e11f0427', 'port_id': '9c39b1db-6cb0-4e36-a2e1-1f079ba864dc', 'mac_address': 'fa:16:3e:70:45:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a058a476-6786-4e8b-b13b-7e9de630ae08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:54:24.301673 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-719d0e56-0fde-4751-9bc5-91a0566ee9a5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591190 Jul 27 06:54:24.399847 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-ef148168-ae42-48c4-9bd7-a172dc4a5406 service neutron] 10.222.0.13 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908294 Jul 27 06:54:24.407546 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-6953fdbe-c5d3-47ae-a19e-e44c7018b7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:24.423395 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:24.437651 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:24.458158 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,segment=NetworkSegment(f31b3e3c-4b61-46e1-9a33-ab9f028824f5),segment_id=f31b3e3c-4b61-46e1-9a33-ab9f028824f5)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:24.490178 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-be25ec26-6edd-4d7b-a804-a529982cc76b service neutron] 10.222.0.13 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Jul 27 06:54:24.542916 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:24.590252 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:24.727670 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cc81cac0-b4e4-4fe0-b4bf-af5ca5cf302f req-c129363d-a025-407d-82e3-0815cd7a70d0 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 210 time: 0.0306506 Jul 27 06:54:24.741543 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:24.920291 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['9c39b1db-6cb0-4e36-a2e1-1f079ba864dc'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:54:25.059622 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bcc41-b31c-475d-b55c-3fb741484717 req-12443d56-ebfd-48f6-9c20-461aaf29e53c tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:25.061180 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d72bcc41-b31c-475d-b55c-3fb741484717 req-12443d56-ebfd-48f6-9c20-461aaf29e53c tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 945 time: 0.0698688 Jul 27 06:54:25.100743 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d72bcc41-b31c-475d-b55c-3fb741484717 req-df5e2ecb-c9ad-44fb-bd88-95a30b7119b4 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329821 Jul 27 06:54:25.234152 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.822797 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-85ff1c21-e127-4901-a2be-23000e9b87c3 req-2d22a9de-7898-46cd-abaa-590d1db05b1e tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 210 time: 0.0290456 Jul 27 06:54:26.145805 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:54:26.238046 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba13d1-202f-419e-9058-f16b28b76251 req-409d3ed2-5107-482f-b860-8e4b6f535ee9 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:26.239502 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d6ba13d1-202f-419e-9058-f16b28b76251 req-409d3ed2-5107-482f-b860-8e4b6f535ee9 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 945 time: 0.0645151 Jul 27 06:54:26.276040 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d6ba13d1-202f-419e-9058-f16b28b76251 req-d43a2046-d424-4560-a694-0228b5e829cb tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Jul 27 06:54:26.302738 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:54:26.306678 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:54:26.307069 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.381708 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.405782 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f5f8c-b784-4ff5-b171-dd821bd22967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c39b1db-6cb0-4e36-a2e1-1f079ba864dc'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:26.410611 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2ec01c-8a4e-491d-a3f2-91febfea0045" -d '{"events": [{"server_uuid": "469f5f8c-b784-4ff5-b171-dd821bd22967", "name": "network-vif-plugged", "status": "completed", "tag": "9c39b1db-6cb0-4e36-a2e1-1f079ba864dc"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:26.421239 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,segment=NetworkSegment(f31b3e3c-4b61-46e1-9a33-ab9f028824f5),segment_id=f31b3e3c-4b61-46e1-9a33-ab9f028824f5)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:26.444964 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0265b1fe-b5d8-421d-aedd-292fe93e333a x-openstack-request-id: req-0265b1fe-b5d8-421d-aedd-292fe93e333a {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:26.445286 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469f5f8c-b784-4ff5-b171-dd821bd22967", "name": "network-vif-plugged", "status": "completed", "tag": "9c39b1db-6cb0-4e36-a2e1-1f079ba864dc", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:26.445542 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0265b1fe-b5d8-421d-aedd-292fe93e333a {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:26.445924 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f5f8c-b784-4ff5-b171-dd821bd22967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c39b1db-6cb0-4e36-a2e1-1f079ba864dc', 'code': 200} Jul 27 06:54:26.503654 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.550854 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:26.728271 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e298f-3753-4338-9d21-8571f166f3a1 req-7170446e-54e8-4d9a-9625-002117fa3318 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:26.729725 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-7170446e-54e8-4d9a-9625-002117fa3318 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "GET /v2.0/networks?id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa HTTP/1.1" status: 200 len: 815 time: 0.1004803 Jul 27 06:54:26.747743 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Request body: {'port': {'device_id': '7edcfd3c-fcae-492a-9f4e-ed676c56a503', 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa', 'admin_state_up': True, 'tenant_id': '09badea293114f9789293e08883ec4c8'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:26.832737 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b68bf5-170d-47d9-9944-487eb8fc88dc req-67c11e69-0a24-4c39-aee9-9bf2f82308f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:26.834397 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b1b68bf5-170d-47d9-9944-487eb8fc88dc req-67c11e69-0a24-4c39-aee9-9bf2f82308f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 1099 time: 0.0545995 Jul 27 06:54:26.857491 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.871685 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-b1b68bf5-170d-47d9-9944-487eb8fc88dc req-4f442123-ce91-46b4-8ede-40b15cb0b946 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301917 Jul 27 06:54:26.909641 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Made reservation on behalf of 09badea293114f9789293e08883ec4c8 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:26.912906 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.931611 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3e70a342-defb-4177-b991-912b383b4c12 req-42c7fb26-f2d3-4f2e-9ef0-f0c5e144b728 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 210 time: 0.0336552 Jul 27 06:54:27.051408 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Allocated IP 172.20.0.12 (7123c2b6-eee3-42a4-b371-a1af2c98e2fa/dab51c39-6b57-4d18-97b2-8cb9815c817f/2ed9465a-15d5-41a5-b836-e6d4b251f538) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:54:27.196068 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.291495 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.334665 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['06c2e228-1907-4315-b428-78b648760ec0'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:54:27.335879 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:54:27.341033 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:54:27.344747 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:54:27.379666 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Pushing event updated for resources: {'Port': ['ID=2ed9465a-15d5-41a5-b836-e6d4b251f538,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:27.427788 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:27.428397 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.461095 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8445a3c-8132-4ff6-abe8-848031ec6520 req-a626f03a-c125-4568-88bb-49ac9b58380a tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:27.463001 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e8445a3c-8132-4ff6-abe8-848031ec6520 req-a626f03a-c125-4568-88bb-49ac9b58380a tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 946 time: 0.1115232 Jul 27 06:54:27.501711 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e8445a3c-8132-4ff6-abe8-848031ec6520 req-ed42a842-04b4-49c2-9a9a-a163da83889b tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324526 Jul 27 06:54:27.520294 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-59b0c2dc-0345-46b5-8451-1596e17ddb25 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7766514 Jul 27 06:54:27.539875 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Request body: {'port': {'device_id': '7edcfd3c-fcae-492a-9f4e-ed676c56a503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:27.613506 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.862004 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed9465a-15d5-41a5-b836-e6d4b251f538 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:27.870023 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.881203 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Transition to ACTIVE for port object 2ed9465a-15d5-41a5-b836-e6d4b251f538 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:54:27.936807 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:28.008370 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Pushing event updated for resources: {'Port': ['ID=2ed9465a-15d5-41a5-b836-e6d4b251f538,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:28.098865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Attempting to bind port 2ed9465a-15d5-41a5-b836-e6d4b251f538 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:54:28.099188 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Attempting to bind port 2ed9465a-15d5-41a5-b836-e6d4b251f538 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:54:28.099506 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Attempting to bind port 2ed9465a-15d5-41a5-b836-e6d4b251f538 on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:28.105983 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Port 2ed9465a-15d5-41a5-b836-e6d4b251f538 on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:54:28.106298 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Attempting to bind port 2ed9465a-15d5-41a5-b836-e6d4b251f538 on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:28.116516 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21771af4-b901-42b8-8add-c9f629ab281d req-4a055d23-86b8-4884-b668-1ba235aa2c16 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:28.118000 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-21771af4-b901-42b8-8add-c9f629ab281d req-4a055d23-86b8-4884-b668-1ba235aa2c16 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 944 time: 0.1124887 Jul 27 06:54:28.123268 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:54:28.123268 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Checking segment: {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:54:28.123268 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Bound using segment: {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:54:28.123268 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Bound port: 2ed9465a-15d5-41a5-b836-e6d4b251f538, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:54:28.123268 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:28.184857 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-21771af4-b901-42b8-8add-c9f629ab281d req-b3078d8b-9c65-4b88-9c85-cf5369202a7c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605989 Jul 27 06:54:28.211232 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] For port 2ed9465a-15d5-41a5-b836-e6d4b251f538, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:54:28.214158 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] For port 2ed9465a-15d5-41a5-b836-e6d4b251f538, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2ed9465a-15d5-41a5-b836-e6d4b251f538,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:54:28.337433 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:28.372137 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:28.372659 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:28.374110 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] 10.222.0.16 "PUT /v2.0/ports/2ed9465a-15d5-41a5-b836-e6d4b251f538 HTTP/1.1" status: 200 len: 1094 time: 0.8383157 Jul 27 06:54:28.376114 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edcfd3c-fcae-492a-9f4e-ed676c56a503', 'tag': '2ed9465a-15d5-41a5-b836-e6d4b251f538'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:28.379049 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa72877d-122d-4289-a05b-d2f1d05b6525" -d '{"events": [{"name": "network-changed", "server_uuid": "7edcfd3c-fcae-492a-9f4e-ed676c56a503", "tag": "2ed9465a-15d5-41a5-b836-e6d4b251f538"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:28.403893 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3293b88-386a-4156-9c46-fa2cb0a098ec service neutron] Pushing event updated for resources: {'Port': ['ID=2ed9465a-15d5-41a5-b836-e6d4b251f538,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:28.412663 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16e992b-7afe-41bf-8d1e-98dcb99f257e x-openstack-request-id: req-e16e992b-7afe-41bf-8d1e-98dcb99f257e {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:28.413004 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edcfd3c-fcae-492a-9f4e-ed676c56a503", "tag": "2ed9465a-15d5-41a5-b836-e6d4b251f538", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:28.413286 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e16e992b-7afe-41bf-8d1e-98dcb99f257e {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:28.413679 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edcfd3c-fcae-492a-9f4e-ed676c56a503', 'tag': '2ed9465a-15d5-41a5-b836-e6d4b251f538', 'status': 'completed', 'code': 200} Jul 27 06:54:28.516762 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72877d-122d-4289-a05b-d2f1d05b6525 req-779e0d35-fac1-408a-941f-63b8c83ccce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:28.518300 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa72877d-122d-4289-a05b-d2f1d05b6525 req-779e0d35-fac1-408a-941f-63b8c83ccce8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 1097 time: 0.0534785 Jul 27 06:54:28.663422 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72877d-122d-4289-a05b-d2f1d05b6525 req-b5913e85-7bcb-44b7-b238-a0c6dbb3057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:28.664779 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa72877d-122d-4289-a05b-d2f1d05b6525 req-b5913e85-7bcb-44b7-b238-a0c6dbb3057f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=09badea293114f9789293e08883ec4c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1288199 Jul 27 06:54:28.676881 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ccd9-e9b0-4118-93f4-54cd7386b640 req-fb25636e-e3ca-456b-860d-2eb0c6653ca3 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:28.678252 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8ec4ccd9-e9b0-4118-93f4-54cd7386b640 req-fb25636e-e3ca-456b-860d-2eb0c6653ca3 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 946 time: 0.0993152 Jul 27 06:54:29.012445 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8ec4ccd9-e9b0-4118-93f4-54cd7386b640 req-62518c21-c487-4993-9594-59b6f8bfd02a tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251736 Jul 27 06:54:29.036245 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72877d-122d-4289-a05b-d2f1d05b6525 req-842c4517-7d9c-4aa9-98f7-65c6d86fb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:29.037682 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fa72877d-122d-4289-a05b-d2f1d05b6525 req-842c4517-7d9c-4aa9-98f7-65c6d86fb92b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3586197 Jul 27 06:54:29.159144 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e298f-3753-4338-9d21-8571f166f3a1 req-1c5dc1a0-71bc-492e-9eab-a38b4685b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:29.160581 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-1c5dc1a0-71bc-492e-9eab-a38b4685b24f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 1097 time: 0.0526578 Jul 27 06:54:29.214823 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-c0d6ca7c-833f-4ab0-9536-8b11971ada97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed9465a-15d5-41a5-b836-e6d4b251f538 HTTP/1.1" status: 200 len: 217 time: 0.0356994 Jul 27 06:54:29.275819 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e298f-3753-4338-9d21-8571f166f3a1 req-0ed8359d-81e4-4f63-90bb-7b8e85e6286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:29.277145 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-0ed8359d-81e4-4f63-90bb-7b8e85e6286f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dab51c39-6b57-4d18-97b2-8cb9815c817f HTTP/1.1" status: 200 len: 855 time: 0.0538616 Jul 27 06:54:29.326962 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-72f139fa-e74c-413a-91f0-1f2c4aeb5370 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300159 Jul 27 06:54:29.401743 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873692cb-bc72-48d9-903d-03036b5d98c7 req-8a3b8fdc-f986-44c8-a9c9-84306fffd143 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:29.403208 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-873692cb-bc72-48d9-903d-03036b5d98c7 req-8a3b8fdc-f986-44c8-a9c9-84306fffd143 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 944 time: 0.1399608 Jul 27 06:54:29.463233 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-e34dc614-7545-4a6a-8e6a-78fddbcf8b66 service neutron] 10.222.0.16 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277776 Jul 27 06:54:29.468429 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-873692cb-bc72-48d9-903d-03036b5d98c7 req-33e49854-6655-40d7-95d4-bf0572b92394 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581899 Jul 27 06:54:29.553015 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-723e298f-3753-4338-9d21-8571f166f3a1 req-21b0665b-3a9a-4ac4-b0b7-0e7d7e1ad87a service neutron] 10.222.0.16 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828071 Jul 27 06:54:30.599478 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d42b19-becf-456e-81ff-882f12147821 req-904729a9-0759-4e84-aadd-310285af5ca8 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:30.600932 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f6d42b19-becf-456e-81ff-882f12147821 req-904729a9-0759-4e84-aadd-310285af5ca8 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 944 time: 0.0653472 Jul 27 06:54:30.638371 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f6d42b19-becf-456e-81ff-882f12147821 req-c798c972-7584-4b45-a1aa-30146052d6a0 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Jul 27 06:54:31.765818 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94005c79-5d4b-42e8-b091-7a870a36d610 req-0d46f58e-be50-4e69-89f6-48a63316ff6e tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:31.767193 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-94005c79-5d4b-42e8-b091-7a870a36d610 req-0d46f58e-be50-4e69-89f6-48a63316ff6e tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 944 time: 0.0625284 Jul 27 06:54:31.804531 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-94005c79-5d4b-42e8-b091-7a870a36d610 req-007f40ae-9535-462e-aadb-7afd14af2c59 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314279 Jul 27 06:54:32.193910 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 2ed9465a-15d5-41a5-b836-e6d4b251f538 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:54:32.285941 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 2ed9465a-15d5-41a5-b836-e6d4b251f538, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2ed9465a-15d5-41a5-b836-e6d4b251f538,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:32.296461 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '2ed9465a-15d5-41a5-b836-e6d4b251f538', 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa', 'port_id': '2ed9465a-15d5-41a5-b836-e6d4b251f538', 'mac_address': 'fa:16:3e:d5:3d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab51c39-6b57-4d18-97b2-8cb9815c817f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:54:32.333329 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:32.349162 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed9465a-15d5-41a5-b836-e6d4b251f538 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:32.368292 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 2ed9465a-15d5-41a5-b836-e6d4b251f538, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2ed9465a-15d5-41a5-b836-e6d4b251f538,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:32.462853 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:32.510815 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=2ed9465a-15d5-41a5-b836-e6d4b251f538,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:32.543973 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c1997-046f-4441-954d-e7e4788c116e req-8f460fac-c31a-4675-8a83-e8231184c561 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:32.545378 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d74c1997-046f-4441-954d-e7e4788c116e req-8f460fac-c31a-4675-8a83-e8231184c561 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 946 time: 0.0622115 Jul 27 06:54:32.583295 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d74c1997-046f-4441-954d-e7e4788c116e req-935014f2-8938-4b95-a4a3-428f70ce7bc3 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Jul 27 06:54:32.788771 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['2ed9465a-15d5-41a5-b836-e6d4b251f538'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:54:32.936470 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f83b-2c32-46f0-98e2-cf64686150d8 req-23745a7e-cfdf-4fc0-b04a-7f27957f0379 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:32.937939 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e915f83b-2c32-46f0-98e2-cf64686150d8 req-23745a7e-cfdf-4fc0-b04a-7f27957f0379 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 945 time: 0.0660951 Jul 27 06:54:32.975584 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e915f83b-2c32-46f0-98e2-cf64686150d8 req-321f87af-2c53-4af6-a392-845a99ca6038 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317640 Jul 27 06:54:33.710647 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27abd14-6fd8-4a32-a524-53a2b8b86982 req-8e6a1f25-c4bf-45dc-a27f-db0e8ee2c07c tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:33.712087 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f27abd14-6fd8-4a32-a524-53a2b8b86982 req-8e6a1f25-c4bf-45dc-a27f-db0e8ee2c07c tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 946 time: 0.0619853 Jul 27 06:54:33.748474 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f27abd14-6fd8-4a32-a524-53a2b8b86982 req-7626d3e0-5dcd-4333-bce2-f3ff22bece62 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304809 Jul 27 06:54:34.130176 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd8454-2aeb-42e6-873c-5059c031cf55 req-166a9da6-c33d-4de7-b124-f80a91fc7b58 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:34.131604 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-62cd8454-2aeb-42e6-873c-5059c031cf55 req-166a9da6-c33d-4de7-b124-f80a91fc7b58 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 945 time: 0.0910261 Jul 27 06:54:34.178700 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-62cd8454-2aeb-42e6-873c-5059c031cf55 req-7725cc2a-f591-4f90-8b61-d5f12ba76397 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Jul 27 06:54:34.189326 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 2ed9465a-15d5-41a5-b836-e6d4b251f538 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:54:34.190258 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-f6000881-f418-4de6-b22e-926641293ea3 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:34.191792 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-f6000881-f418-4de6-b22e-926641293ea3 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.16 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 946 time: 0.1005826 Jul 27 06:54:34.297787 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Deleting port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:54:34.298049 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:34.302527 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 2ed9465a-15d5-41a5-b836-e6d4b251f538 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:54:34.306311 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 2ed9465a-15d5-41a5-b836-e6d4b251f538 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:54:34.306786 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:34.381389 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:34.386584 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] For port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,segment=NetworkSegment(f31b3e3c-4b61-46e1-9a33-ab9f028824f5),segment_id=f31b3e3c-4b61-46e1-9a33-ab9f028824f5)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:34.386947 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:34.400564 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Calling delete_port for 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:54:34.403559 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcfd3c-fcae-492a-9f4e-ed676c56a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed9465a-15d5-41a5-b836-e6d4b251f538'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:34.405812 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6504a49d-24a7-4339-8541-cc4a8be3e39b" -d '{"events": [{"server_uuid": "7edcfd3c-fcae-492a-9f4e-ed676c56a503", "name": "network-vif-plugged", "status": "completed", "tag": "2ed9465a-15d5-41a5-b836-e6d4b251f538"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:34.419036 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 2ed9465a-15d5-41a5-b836-e6d4b251f538, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2ed9465a-15d5-41a5-b836-e6d4b251f538,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:34.443703 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b0fd9-fe29-4805-86de-7e59bb6578af x-openstack-request-id: req-d62b0fd9-fe29-4805-86de-7e59bb6578af {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:34.443999 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edcfd3c-fcae-492a-9f4e-ed676c56a503", "name": "network-vif-plugged", "status": "completed", "tag": "2ed9465a-15d5-41a5-b836-e6d4b251f538", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:34.444252 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d62b0fd9-fe29-4805-86de-7e59bb6578af {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:34.444668 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcfd3c-fcae-492a-9f4e-ed676c56a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed9465a-15d5-41a5-b836-e6d4b251f538', 'code': 200} Jul 27 06:54:34.483782 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:34.537964 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=2ed9465a-15d5-41a5-b836-e6d4b251f538,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:34.604154 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:34.629886 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Pushing event deleted for resources: {'Port': ['ID=9c39b1db-6cb0-4e36-a2e1-1f079ba864dc,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:34.643741 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['9c39b1db-6cb0-4e36-a2e1-1f079ba864dc'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:54:34.680982 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] No DVR routers for this DVR port 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:54:34.683361 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:34.685417 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fc529c4e-aece-4c1d-bfe8-92f1a33232ae req-ad5bb150-5b25-4027-9ad6-42925a01b3ed tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.16 "DELETE /v2.0/ports/9c39b1db-6cb0-4e36-a2e1-1f079ba864dc HTTP/1.1" status: 204 len: 173 time: 0.4873941 Jul 27 06:54:34.687919 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f5f8c-b784-4ff5-b171-dd821bd22967', 'name': 'network-vif-deleted', 'tag': '9c39b1db-6cb0-4e36-a2e1-1f079ba864dc'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:34.688059 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d15ed4-e54e-422c-8ed6-75988fb0066e" -d '{"events": [{"server_uuid": "469f5f8c-b784-4ff5-b171-dd821bd22967", "name": "network-vif-deleted", "tag": "9c39b1db-6cb0-4e36-a2e1-1f079ba864dc"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:34.746310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fcdb97-5b5b-4ec1-a147-342c57ca042f x-openstack-request-id: req-28fcdb97-5b5b-4ec1-a147-342c57ca042f {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:34.746601 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469f5f8c-b784-4ff5-b171-dd821bd22967", "name": "network-vif-deleted", "tag": "9c39b1db-6cb0-4e36-a2e1-1f079ba864dc", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:34.746847 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28fcdb97-5b5b-4ec1-a147-342c57ca042f {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:34.747269 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f5f8c-b784-4ff5-b171-dd821bd22967', 'name': 'network-vif-deleted', 'tag': '9c39b1db-6cb0-4e36-a2e1-1f079ba864dc', 'status': 'completed', 'code': 200} Jul 27 06:54:34.776184 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb99e3b-4849-4ffd-aeae-a8cd063901ef req-ee4474e1-f413-403d-b808-bea78c0de62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:34.782794 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0bb99e3b-4849-4ffd-aeae-a8cd063901ef req-ee4474e1-f413-403d-b808-bea78c0de62f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 1099 time: 0.0627446 Jul 27 06:54:34.817412 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0bb99e3b-4849-4ffd-aeae-a8cd063901ef req-f42c24a9-a2c3-4d87-9cdf-42515eff88ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Jul 27 06:54:34.847878 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e7a44c75-7eb1-472e-ac9f-599f499a92d3 req-ea69964b-1e3d-4d04-8f08-de1b8a092a71 tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 210 time: 0.0295036 Jul 27 06:54:35.265418 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-82314bc3-d4c4-40d3-b0ed-21db81d84495 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804689 Jul 27 06:54:35.324866 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec718c2d-1183-4173-b19c-dbf0c2a1506a req-2374ee9e-052e-41bb-b771-a81979e1aff6 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:35.326581 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ec718c2d-1183-4173-b19c-dbf0c2a1506a req-2374ee9e-052e-41bb-b771-a81979e1aff6 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 946 time: 0.0757124 Jul 27 06:54:35.358620 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:35.391787 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ec718c2d-1183-4173-b19c-dbf0c2a1506a req-a01bcb61-a561-4f36-9789-7fe40bdcb661 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585952 Jul 27 06:54:35.412380 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-91951420-0ec2-4ac3-b175-3916b582c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:35.414303 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-91951420-0ec2-4ac3-b175-3916b582c196 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1098 time: 0.0675566 Jul 27 06:54:35.527850 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-d5bf9663-a781-4832-9011-aca291b3863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:35.529229 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-d5bf9663-a781-4832-9011-aca291b3863b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3535985-cbcf-46fd-a030-17d603c26429 HTTP/1.1" status: 200 len: 909 time: 0.0911441 Jul 27 06:54:35.593481 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-4999a30f-448d-4ce9-80d7-46fcd2e7ca43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3032169-e863-4699-b5a8-1993b69a45e5 HTTP/1.1" status: 200 len: 1001 time: 0.0562670 Jul 27 06:54:35.683051 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-373b6147-e6ae-44ef-82c5-41f2b3b80de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:35.684491 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-373b6147-e6ae-44ef-82c5-41f2b3b80de1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21ad5bdb-71f2-4def-ab68-857be1c7fb7a HTTP/1.1" status: 200 len: 847 time: 0.0446172 Jul 27 06:54:35.748345 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-a724d2b0-5410-40b7-8750-0fbb63cffd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:35.749850 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-a724d2b0-5410-40b7-8750-0fbb63cffd96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3535985-cbcf-46fd-a030-17d603c26429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571840 Jul 27 06:54:35.865310 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-3fd6ab4a-08ad-4715-9796-e81a1d3399f3 service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827446 Jul 27 06:54:35.975734 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6e6c9833-1b61-4144-80a8-b2e8bf518d93 req-2038885d-75ea-47d9-bb54-1208a6fec6dd tempest-VolumesActionsTest-1511653242 tempest-VolumesActionsTest-1511653242-project] 10.222.0.13 "GET /v2.0/ports?device_id=469f5f8c-b784-4ff5-b171-dd821bd22967 HTTP/1.1" status: 200 len: 210 time: 0.0358379 Jul 27 06:54:36.006571 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3b543084-ff72-49c3-8cbd-b1015ef0b9ad req-afd5ad39-ca8a-4bca-809b-bd2e9b1f0e02 service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122723 Jul 27 06:54:36.527603 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfdb7d-7da3-4c35-bc9c-6bc1c46367ce req-f82df9bf-247f-4579-a9bc-f2c0ed0d03fa tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:36.529144 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-45cfdb7d-7da3-4c35-bc9c-6bc1c46367ce req-f82df9bf-247f-4579-a9bc-f2c0ed0d03fa tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 946 time: 0.0639765 Jul 27 06:54:36.571428 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-45cfdb7d-7da3-4c35-bc9c-6bc1c46367ce req-fdee696a-893b-47e6-922f-f0e53ead307a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358431 Jul 27 06:54:36.804346 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:54:38.225305 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:54:38.244881 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:54:38.245234 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 9c39b1db-6cb0-4e36-a2e1-1f079ba864dc not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:54:38.422877 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-411b7053-f5dc-4a00-a694-c4f6d471cf29 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:38.424332 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-411b7053-f5dc-4a00-a694-c4f6d471cf29 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/networks?id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa HTTP/1.1" status: 200 len: 815 time: 0.1020327 Jul 27 06:54:38.438813 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-478d2d6b-d967-46a5-a579-aa6798e35a7f tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/quotas/09badea293114f9789293e08883ec4c8 HTTP/1.1" status: 200 len: 375 time: 0.0087852 Jul 27 06:54:38.503796 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-4cc29f8c-166d-4271-b9fb-b7d90f5a0a62 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599024 Jul 27 06:54:38.594686 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-9c02c373-5bcc-48e1-b19c-3845f0f5b4ca service neutron] 10.222.0.13 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Jul 27 06:54:38.681699 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-57df4504-29d0-4e8a-a383-56714b698c86 service neutron] 10.222.0.13 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808687 Jul 27 06:54:38.935540 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2b6b0931-4c61-417a-b022-3ba901be7614 req-42da515d-e0e3-4f0b-a14d-00eaa8422907 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 210 time: 0.0293143 Jul 27 06:54:40.034349 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-252b4087-4116-4ecc-88e8-9efd1446058a req-9ee0ef81-bb8b-4225-91b3-d7abd7e85e0e tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 210 time: 0.0329480 Jul 27 06:54:41.137125 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8ece5218-292b-42e8-bd55-42fd3f9513d5 req-a39fd9d8-de61-4b10-813b-8ef44a0647ae tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 210 time: 0.0358496 Jul 27 06:54:41.233484 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-33ae1da2-ed20-4008-9c23-1690a7b78739 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:41.234959 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-33ae1da2-ed20-4008-9c23-1690a7b78739 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "GET /v2.0/networks?id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa HTTP/1.1" status: 200 len: 815 time: 0.1251342 Jul 27 06:54:41.254952 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Request body: {'port': {'device_id': '3a598e41-b92c-44c7-ac6c-7be2c1191929', 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa', 'admin_state_up': True, 'tenant_id': '09badea293114f9789293e08883ec4c8'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:41.433863 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Made reservation on behalf of 09badea293114f9789293e08883ec4c8 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:41.437466 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:41.577374 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Allocated IP 172.20.0.14 (7123c2b6-eee3-42a4-b371-a1af2c98e2fa/dab51c39-6b57-4d18-97b2-8cb9815c817f/a4fbc67a-6bdb-4daa-89b2-7eeba6f64236) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:54:41.715304 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:41.982982 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:42.022127 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['06c2e228-1907-4315-b428-78b648760ec0', '2ed9465a-15d5-41a5-b836-e6d4b251f538'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:54:42.026004 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:54:42.029079 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:54:42.035619 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:54:42.062790 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Pushing event updated for resources: {'Port': ['ID=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:42.090172 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:42.090860 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:42.172276 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-07be7859-0a6e-47fe-b5d3-413ed23e41d5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9218311 Jul 27 06:54:42.193183 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Request body: {'port': {'device_id': '3a598e41-b92c-44c7-ac6c-7be2c1191929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:42.308027 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:42.325912 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81821ea2-c933-4e8b-8c91-b2a45f8d2088 req-f31164c1-0eb1-4ec6-bbbe-d64e7d0ce3cd tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:42.327609 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-81821ea2-c933-4e8b-8c91-b2a45f8d2088 req-f31164c1-0eb1-4ec6-bbbe-d64e7d0ce3cd tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 932 time: 0.1130786 Jul 27 06:54:42.399599 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-81821ea2-c933-4e8b-8c91-b2a45f8d2088 req-4d3c03d7-95bd-4ec6-b18d-7482909dd784 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 Jul 27 06:54:42.596615 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:42.604591 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:42.616035 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Transition to ACTIVE for port object a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:54:42.717881 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:42.767377 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Pushing event updated for resources: {'Port': ['ID=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:42.835499 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Attempting to bind port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:54:42.835825 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Attempting to bind port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:54:42.836144 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Attempting to bind port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:42.840314 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:54:42.847310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Attempting to bind port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:42.847310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:54:42.847310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Checking segment: {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:54:42.847310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Bound using segment: {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:54:42.847310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Bound port: a4fbc67a-6bdb-4daa-89b2-7eeba6f64236, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:54:42.847310 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:42.908294 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] For port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:54:43.017097 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] For port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:54:43.101510 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:43.134615 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.135220 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:43.136616 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] 10.222.0.16 "PUT /v2.0/ports/a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 HTTP/1.1" status: 200 len: 1094 time: 0.9485281 Jul 27 06:54:43.137055 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a598e41-b92c-44c7-ac6c-7be2c1191929', 'tag': 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:43.139243 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eaac95-f103-4b2d-afec-05cdae279c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a598e41-b92c-44c7-ac6c-7be2c1191929", "tag": "a4fbc67a-6bdb-4daa-89b2-7eeba6f64236"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:43.163738 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e11d4-3079-4594-a6fc-a444b326cc0e service neutron] Pushing event updated for resources: {'Port': ['ID=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:43.176201 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20963c12-7c18-4cf1-9f66-3a6ba4e1d92d x-openstack-request-id: req-20963c12-7c18-4cf1-9f66-3a6ba4e1d92d {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:43.176776 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a598e41-b92c-44c7-ac6c-7be2c1191929", "tag": "a4fbc67a-6bdb-4daa-89b2-7eeba6f64236", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:43.176776 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20963c12-7c18-4cf1-9f66-3a6ba4e1d92d {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:43.177165 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a598e41-b92c-44c7-ac6c-7be2c1191929', 'tag': 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236', 'status': 'completed', 'code': 200} Jul 27 06:54:43.277275 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaac95-f103-4b2d-afec-05cdae279c7c req-bfdcee49-d2bf-44f1-85c0-0551aaaf8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.278718 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46eaac95-f103-4b2d-afec-05cdae279c7c req-bfdcee49-d2bf-44f1-85c0-0551aaaf8716 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 1097 time: 0.0559864 Jul 27 06:54:43.382123 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaac95-f103-4b2d-afec-05cdae279c7c req-786f598b-e86d-4cb7-8b95-d2181f6f1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.383460 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46eaac95-f103-4b2d-afec-05cdae279c7c req-786f598b-e86d-4cb7-8b95-d2181f6f1f0e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=09badea293114f9789293e08883ec4c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0866280 Jul 27 06:54:43.508087 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaac95-f103-4b2d-afec-05cdae279c7c req-b243c318-4af2-433e-bc47-421e572cdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.509582 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-46eaac95-f103-4b2d-afec-05cdae279c7c req-b243c318-4af2-433e-bc47-421e572cdc69 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193962 Jul 27 06:54:43.542622 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbf99-e734-41d0-b2f5-41786c537992 req-24dbce34-cc8f-4853-9ac1-25e2bba6b448 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.544112 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-db4fbf99-e734-41d0-b2f5-41786c537992 req-24dbce34-cc8f-4853-9ac1-25e2bba6b448 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 944 time: 0.0758514 Jul 27 06:54:43.606009 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-db4fbf99-e734-41d0-b2f5-41786c537992 req-e41b2a7f-6eea-4a9a-a1c1-b64d46b5d8be tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559013 Jul 27 06:54:43.637297 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-54bcf93c-64a6-4f14-83ee-9d6f32f231a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.637297 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-54bcf93c-64a6-4f14-83ee-9d6f32f231a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 1097 time: 0.0585916 Jul 27 06:54:43.693742 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-851989a5-aa3d-46a3-9fd4-250e1ec57d8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 HTTP/1.1" status: 200 len: 217 time: 0.0373042 Jul 27 06:54:43.742840 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-3447927b-e6e7-44c0-8e11-28f79042a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.744263 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-3447927b-e6e7-44c0-8e11-28f79042a8f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dab51c39-6b57-4d18-97b2-8cb9815c817f HTTP/1.1" status: 200 len: 855 time: 0.0432839 Jul 27 06:54:43.778148 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-936a2aa6-5884-47f5-8bcb-b6aa4207a4f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271919 Jul 27 06:54:43.868803 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-afe53404-785a-42ae-982e-a45906a3ba78 service neutron] 10.222.0.16 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826228 Jul 27 06:54:43.956993 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7719f440-868a-495a-8de6-bed3e0ecb3e4 req-2104aaf7-b2ea-44ab-87ba-db30f3c6edf6 service neutron] 10.222.0.16 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811117 Jul 27 06:54:44.737269 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce94d44-c26d-4690-8514-7b4010568e8f req-955b20b5-282a-473b-8a6e-440bf21dd117 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:44.739290 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cce94d44-c26d-4690-8514-7b4010568e8f req-955b20b5-282a-473b-8a6e-440bf21dd117 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 944 time: 0.0666320 Jul 27 06:54:44.775635 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-cce94d44-c26d-4690-8514-7b4010568e8f req-59275861-840d-4e05-a8cc-e02c6a2ba29c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303433 Jul 27 06:54:45.902186 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51729e84-e99f-4a40-b4b0-975a867f48e8 req-0c2f646c-69d3-4874-b432-1be8631271f2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:45.903656 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-51729e84-e99f-4a40-b4b0-975a867f48e8 req-0c2f646c-69d3-4874-b432-1be8631271f2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 944 time: 0.0632689 Jul 27 06:54:45.940610 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-51729e84-e99f-4a40-b4b0-975a867f48e8 req-52717c41-2493-4441-9ebb-76545dc2e737 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Jul 27 06:54:46.287673 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:54:46.379893 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:46.390557 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236', 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa', 'port_id': 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236', 'mac_address': 'fa:16:3e:72:ef:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab51c39-6b57-4d18-97b2-8cb9815c817f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:54:46.426644 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:46.439014 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:46.458799 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:46.546748 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:46.591571 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:46.598979 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.599320 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.599657 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.599987 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.600317 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.600651 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.600967 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.601314 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.601638 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.601957 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.602277 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.602592 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:46.931068 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['a4fbc67a-6bdb-4daa-89b2-7eeba6f64236'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:54:47.077381 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41575533-7138-4173-a3e9-3781de02f81e req-19bfee7d-eed6-4ac8-b8a4-1bbc4df79bb6 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:47.077381 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41575533-7138-4173-a3e9-3781de02f81e req-19bfee7d-eed6-4ac8-b8a4-1bbc4df79bb6 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 945 time: 0.0643632 Jul 27 06:54:47.111529 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-41575533-7138-4173-a3e9-3781de02f81e req-7a60299b-11d7-4fde-8fa5-a41a830d54ee tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315583 Jul 27 06:54:48.244318 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e397-2ba8-45ec-be52-3b16df7ad239 req-fbe2347c-e6c1-4f39-98b5-94a654e4e401 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:48.245775 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eab0e397-2ba8-45ec-be52-3b16df7ad239 req-fbe2347c-e6c1-4f39-98b5-94a654e4e401 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 945 time: 0.0667725 Jul 27 06:54:48.283447 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-eab0e397-2ba8-45ec-be52-3b16df7ad239 req-a59a28de-9866-4c9e-957d-4438b588564d tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Jul 27 06:54:48.298233 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:54:48.420516 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:54:48.424355 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:54:48.424724 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:48.501985 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:48.523811 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a598e41-b92c-44c7-ac6c-7be2c1191929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:48.526038 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6af908d-a0fd-4bf7-9a27-7516fdf34237" -d '{"events": [{"server_uuid": "3a598e41-b92c-44c7-ac6c-7be2c1191929", "name": "network-vif-plugged", "status": "completed", "tag": "a4fbc67a-6bdb-4daa-89b2-7eeba6f64236"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:48.538224 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:48.561253 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3066a83c-d9bc-4c48-96f5-c14419938d35 x-openstack-request-id: req-3066a83c-d9bc-4c48-96f5-c14419938d35 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:48.561540 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a598e41-b92c-44c7-ac6c-7be2c1191929", "name": "network-vif-plugged", "status": "completed", "tag": "a4fbc67a-6bdb-4daa-89b2-7eeba6f64236", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:48.566954 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3066a83c-d9bc-4c48-96f5-c14419938d35 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:48.566954 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a598e41-b92c-44c7-ac6c-7be2c1191929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236', 'code': 200} Jul 27 06:54:48.615046 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:48.662754 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:48.958638 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11451d1-86b2-428d-ba2c-11db4b7e3677 req-4aec16f9-68f4-4182-8519-65995029ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:48.960089 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c11451d1-86b2-428d-ba2c-11db4b7e3677 req-4aec16f9-68f4-4182-8519-65995029ba63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 1099 time: 0.0551803 Jul 27 06:54:48.996397 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c11451d1-86b2-428d-ba2c-11db4b7e3677 req-203b906a-b931-4ec6-9f46-916296f81f8b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284839 Jul 27 06:54:49.412940 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc70e90-2336-439c-9978-143d466dfd10 req-2ee5df0c-63f1-4df4-b7a6-49c57dd23bd9 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:49.414438 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7dc70e90-2336-439c-9978-143d466dfd10 req-2ee5df0c-63f1-4df4-b7a6-49c57dd23bd9 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 946 time: 0.0660179 Jul 27 06:54:49.451548 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7dc70e90-2336-439c-9978-143d466dfd10 req-3760c328-fd06-4f34-9b86-f819c0d8d843 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Jul 27 06:54:50.589031 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f210f9b-d8b2-402d-8919-96695c629534 req-ede577a3-4170-40f5-ae4e-e7f52df1b492 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:50.591254 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7f210f9b-d8b2-402d-8919-96695c629534 req-ede577a3-4170-40f5-ae4e-e7f52df1b492 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 946 time: 0.0724344 Jul 27 06:54:50.631076 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7f210f9b-d8b2-402d-8919-96695c629534 req-091a25ee-046f-4f75-9355-ee4acf5709e4 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Jul 27 06:54:51.586738 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-415c0130-9a44-4258-9b4a-957b1556678d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:54.250680 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-5768b32e-2990-40ca-9c06-40c7fcf48e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:54.416986 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56178) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:54.457737 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Deleting subnet a058a476-6786-4e8b-b13b-7e9de630ae08 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:54:54.460727 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:54.498863 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12923246'] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:54.537600 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:54.655199 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12831674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24651571'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:54.681840 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a058a476-6786-4e8b-b13b-7e9de630ae08,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:54.686778 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:54.688596 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a058a476-6786-4e8b-b13b-7e9de630ae08 HTTP/1.1" status: 204 len: 168 time: 0.2733150 Jul 27 06:54:54.691320 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56180) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:54.694962 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.699870 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804809a-353f-4428-8a34-21ff2e560034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:54.747934 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:54.762964 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.103525 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.113942 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b57d2f5-0cb4-47b5-b90c-2c10e11f0427']}} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:55.123703 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31b3e3c-4b61-46e1-9a33-ab9f028824f5') {'for_net_delete': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:55.123999 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31b3e3c-4b61-46e1-9a33-ab9f028824f5') {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:55.132945 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13798138'] for segment, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.146477 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.152499 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:54:55.152887 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15141252'] for segment, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: Traceback (most recent call last): Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: timer() Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: cb(*args, **kw) Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: return func(*args, **kwargs) Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: self._notify() Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: self.callback(batched_events) Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: event.method(event) Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: return f(self, *a, **k) Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: return self._get(url).json() Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: return self.request(url, 'GET', **kwargs) Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:54:55.154569 dv-cinder-779194-3-smb neutron-server[100284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:54:55.192378 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.279563 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.284050 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.288801 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b57d2f5-0cb4-47b5-b90c-2c10e11f0427 HTTP/1.1" status: 204 len: 168 time: 0.5937436 Jul 27 06:54:55.289346 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56188) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:55.305761 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b57d2f5-0cb4-47b5-b90c-2c10e11f0427,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:55.330726 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.331070 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.331405 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.331732 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.332055 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.332380 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.332700 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.333019 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.333409 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.333730 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.334049 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.334362 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992ae-b89d-4f30-8b06-23dd62a4c914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:54:55.354756 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_v2 [None req-371073e2-e8d4-4ed4-8d80-a7fe4863522e admin admin] Deleting subnet 60427b40-09ba-4621-855a-80330c1f2702 {{(pid=100284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:54:55.357911 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-371073e2-e8d4-4ed4-8d80-a7fe4863522e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.392684 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-371073e2-e8d4-4ed4-8d80-a7fe4863522e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13798409'] for subnet, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.433820 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-371073e2-e8d4-4ed4-8d80-a7fe4863522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.565333 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-371073e2-e8d4-4ed4-8d80-a7fe4863522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15141354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13307996'] for subnet, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.591109 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371073e2-e8d4-4ed4-8d80-a7fe4863522e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60427b40-09ba-4621-855a-80330c1f2702,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:55.596427 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-371073e2-e8d4-4ed4-8d80-a7fe4863522e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.596644 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-371073e2-e8d4-4ed4-8d80-a7fe4863522e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60427b40-09ba-4621-855a-80330c1f2702 HTTP/1.1" status: 204 len: 168 time: 0.3063619 Jul 27 06:54:55.599170 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56198) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:55.667360 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.750292 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.760316 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f07284-0f15-4fe0-905b-b4980983bd04']}} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:55.770255 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60056d19-4134-41de-90f0-200a639374d6') {'for_net_delete': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:55.770554 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60056d19-4134-41de-90f0-200a639374d6') {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:55.779254 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13798138'] for segment, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.792943 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.799038 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:54:55.799473 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15141252'] for segment, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: Traceback (most recent call last): Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: timer() Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: cb(*args, **kw) Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: return func(*args, **kwargs) Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: self._notify() Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: self.callback(batched_events) Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: event.method(event) Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: return f(self, *a, **k) Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: return self._get(url).json() Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: return self.request(url, 'GET', **kwargs) Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:54:55.801098 dv-cinder-779194-3-smb neutron-server[100284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:54:55.942294 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.947390 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:55.949215 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] 10.222.0.13 "DELETE /v2.0/networks/36f07284-0f15-4fe0-905b-b4980983bd04 HTTP/1.1" status: 204 len: 168 time: 0.3491118 Jul 27 06:54:55.960256 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb2579-2707-4acf-b141-380d4c23a615 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f07284-0f15-4fe0-905b-b4980983bd04,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:56.246559 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56204) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:56.282019 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-91ad6573-9932-4863-b853-25f829631214 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c83f4b657d643e99d22f82e669f7581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374131 Jul 27 06:54:56.284495 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56206) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:56.331657 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-17a35a15-237b-4db3-ada5-2911f4c66cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:56.353336 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-17a35a15-237b-4db3-ada5-2911f4c66cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:56.454851 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-17a35a15-237b-4db3-ada5-2911f4c66cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:56.457417 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-17a35a15-237b-4db3-ada5-2911f4c66cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:56.459151 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-17a35a15-237b-4db3-ada5-2911f4c66cf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb5dc2cb-646c-4bd1-9dc6-110d4de0e320 HTTP/1.1" status: 204 len: 168 time: 0.1731374 Jul 27 06:54:56.466562 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a35a15-237b-4db3-ada5-2911f4c66cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5dc2cb-646c-4bd1-9dc6-110d4de0e320,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:56.846358 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:57.036607 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-6b90a1ba-80f4-47af-944b-84b48ad381e0 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:57.038173 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-6b90a1ba-80f4-47af-944b-84b48ad381e0 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/networks?id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa HTTP/1.1" status: 200 len: 815 time: 0.1023912 Jul 27 06:54:57.053316 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-b41df58f-28f0-45f0-a0d9-74c01e14ebb1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/quotas/09badea293114f9789293e08883ec4c8 HTTP/1.1" status: 200 len: 375 time: 0.0096278 Jul 27 06:54:57.118422 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56226) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:57.122336 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-8f7d93b0-68d0-44fa-91ac-6b87f488ed9d tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631039 Jul 27 06:54:57.170395 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-b2f16291-9a29-4b9d-9f5e-50abd18a1666 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c31f0c06cb94fbf989fd30cd87b5899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508175 Jul 27 06:54:57.172794 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56228) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:57.214508 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-e0cd2a54-820d-48b9-a0e6-8025892b85eb service neutron] 10.222.0.13 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852549 Jul 27 06:54:57.219657 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57a843d5-fd61-4b82-aa9f-f24660d1f6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:57.241209 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57a843d5-fd61-4b82-aa9f-f24660d1f6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:57.301924 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-36ce1e06-2ac7-43d5-899f-d50d866620f0 service neutron] 10.222.0.13 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811920 Jul 27 06:54:57.342185 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57a843d5-fd61-4b82-aa9f-f24660d1f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:57.344718 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-57a843d5-fd61-4b82-aa9f-f24660d1f6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:57.345964 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-57a843d5-fd61-4b82-aa9f-f24660d1f6fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32b5dc3f-c2d2-43eb-8e4d-6c7fa1abe4ea HTTP/1.1" status: 204 len: 168 time: 0.1717103 Jul 27 06:54:57.354645 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a843d5-fd61-4b82-aa9f-f24660d1f6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b5dc3f-c2d2-43eb-8e4d-6c7fa1abe4ea,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:57.573595 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-67ad4d1d-4625-4018-8305-f9b40464b53b req-5fc989ae-309a-49e4-8eb4-39b604019f0b tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 210 time: 0.0348964 Jul 27 06:54:58.667906 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1cbe6dd4-f8e3-45d2-95c9-23f4e9120244 req-84171154-2ed2-4c1d-ad1f-3b4b7757e63f tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 210 time: 0.0287018 Jul 27 06:54:59.595353 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-766cc4d5-d35c-4ce2-a5fd-9ec9a8b89a77 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:59.596774 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-766cc4d5-d35c-4ce2-a5fd-9ec9a8b89a77 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "GET /v2.0/networks?id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa HTTP/1.1" status: 200 len: 815 time: 0.0996792 Jul 27 06:54:59.632474 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Request body: {'port': {'device_id': '9ef1aded-7624-41f8-be9c-88312fe307f4', 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa', 'admin_state_up': True, 'tenant_id': '09badea293114f9789293e08883ec4c8'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:59.768021 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4581409b-4a7f-4c09-8d46-aadbb6719000 req-80806d1c-60ec-4c7a-8096-6ec20d8d18f0 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 210 time: 0.0317168 Jul 27 06:54:59.879294 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Made reservation on behalf of 09badea293114f9789293e08883ec4c8 for: {'port': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:59.883512 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:00.011515 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Allocated IP 172.20.0.8 (7123c2b6-eee3-42a4-b371-a1af2c98e2fa/dab51c39-6b57-4d18-97b2-8cb9815c817f/39a66b10-41c6-41d2-8eb2-e9aecdee895b) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:55:00.159088 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:00.266939 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790581746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:00.308374 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:55:00.309601 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['06c2e228-1907-4315-b428-78b648760ec0', '2ed9465a-15d5-41a5-b836-e6d4b251f538', 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:55:00.311449 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:55:00.315658 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:55:00.345098 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Pushing event updated for resources: {'Port': ['ID=39a66b10-41c6-41d2-8eb2-e9aecdee895b,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:00.370783 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:00.371392 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:00.495656 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-57bfed30-652c-4496-9adc-b290e414482c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8675096 Jul 27 06:55:00.515042 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Request body: {'port': {'device_id': '9ef1aded-7624-41f8-be9c-88312fe307f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:55:00.591410 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:00.878716 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a66b10-41c6-41d2-8eb2-e9aecdee895b {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:55:00.888248 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:00.904166 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Transition to ACTIVE for port object 39a66b10-41c6-41d2-8eb2-e9aecdee895b will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:55:00.927659 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cecd3-43dc-4634-b131-3742a9fb680a req-819293bc-3b95-41fe-bdcb-202b82b15a8c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:00.929147 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-456cecd3-43dc-4634-b131-3742a9fb680a req-819293bc-3b95-41fe-bdcb-202b82b15a8c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 931 time: 0.0884655 Jul 27 06:55:00.969185 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-456cecd3-43dc-4634-b131-3742a9fb680a req-0659ee5d-cd1b-46c8-809e-6d1943dde728 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Jul 27 06:55:00.976785 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:01.027140 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Pushing event updated for resources: {'Port': ['ID=39a66b10-41c6-41d2-8eb2-e9aecdee895b,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:01.092194 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Attempting to bind port 39a66b10-41c6-41d2-8eb2-e9aecdee895b on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:55:01.092525 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Attempting to bind port 39a66b10-41c6-41d2-8eb2-e9aecdee895b by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:55:01.092853 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Attempting to bind port 39a66b10-41c6-41d2-8eb2-e9aecdee895b on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:55:01.097437 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Port 39a66b10-41c6-41d2-8eb2-e9aecdee895b on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:55:01.097717 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Attempting to bind port 39a66b10-41c6-41d2-8eb2-e9aecdee895b on network 7123c2b6-eee3-42a4-b371-a1af2c98e2fa {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:55:01.103017 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Checking agent: {'id': 'd0902f8e-f742-4dc9-8a61-213339f0c3f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:55:01.103353 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Checking segment: {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:55:01.103734 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Bound using segment: {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:55:01.104160 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Bound port: 39a66b10-41c6-41d2-8eb2-e9aecdee895b, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cb325d-7a07-47e4-b520-c968fee46781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:55:01.104516 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:01.167731 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] For port 39a66b10-41c6-41d2-8eb2-e9aecdee895b, host hv-cinder-77919, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:55:01.170669 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] For port 39a66b10-41c6-41d2-8eb2-e9aecdee895b, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39a66b10-41c6-41d2-8eb2-e9aecdee895b,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:55:01.314102 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15141280'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:01.345923 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:01.346538 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:01.347902 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] 10.222.0.16 "PUT /v2.0/ports/39a66b10-41c6-41d2-8eb2-e9aecdee895b HTTP/1.1" status: 200 len: 1093 time: 0.8370848 Jul 27 06:55:01.348336 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef1aded-7624-41f8-be9c-88312fe307f4', 'tag': '39a66b10-41c6-41d2-8eb2-e9aecdee895b'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:55:01.351329 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b09ca8f-893c-4834-b731-2659eebbd893" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef1aded-7624-41f8-be9c-88312fe307f4", "tag": "39a66b10-41c6-41d2-8eb2-e9aecdee895b"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:55:01.375525 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c056d6-f8ab-4016-9a2a-3590d8fdf46c service neutron] Pushing event updated for resources: {'Port': ['ID=39a66b10-41c6-41d2-8eb2-e9aecdee895b,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:01.389226 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528e1ca4-35ee-4fe7-a32a-771dfeca134e x-openstack-request-id: req-528e1ca4-35ee-4fe7-a32a-771dfeca134e {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:55:01.389226 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef1aded-7624-41f8-be9c-88312fe307f4", "tag": "39a66b10-41c6-41d2-8eb2-e9aecdee895b", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:55:01.389226 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-528e1ca4-35ee-4fe7-a32a-771dfeca134e {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:55:01.389226 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef1aded-7624-41f8-be9c-88312fe307f4', 'tag': '39a66b10-41c6-41d2-8eb2-e9aecdee895b', 'status': 'completed', 'code': 200} Jul 27 06:55:01.484321 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09ca8f-893c-4834-b731-2659eebbd893 req-c43a96d9-e6a5-457b-a621-b6e0e969b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:01.485851 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2b09ca8f-893c-4834-b731-2659eebbd893 req-c43a96d9-e6a5-457b-a621-b6e0e969b0c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 1096 time: 0.0544069 Jul 27 06:55:01.591042 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09ca8f-893c-4834-b731-2659eebbd893 req-ccbbe1b1-515d-4cc2-ab9a-8f61cf9ec1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:01.592495 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2b09ca8f-893c-4834-b731-2659eebbd893 req-ccbbe1b1-515d-4cc2-ab9a-8f61cf9ec1a0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=09badea293114f9789293e08883ec4c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0921757 Jul 27 06:55:01.682341 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09ca8f-893c-4834-b731-2659eebbd893 req-db84a5e6-9f1a-4949-83f3-c587073199c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:01.683763 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2b09ca8f-893c-4834-b731-2659eebbd893 req-db84a5e6-9f1a-4949-83f3-c587073199c0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0837977 Jul 27 06:55:01.801792 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-d152a10b-2a54-4013-9619-5b1c10831d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:01.803405 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-d152a10b-2a54-4013-9619-5b1c10831d5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09badea293114f9789293e08883ec4c8&device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 1096 time: 0.0541756 Jul 27 06:55:01.857297 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-1f64c4ee-1389-4fe1-912f-8de8aeddcb1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39a66b10-41c6-41d2-8eb2-e9aecdee895b HTTP/1.1" status: 200 len: 217 time: 0.0370955 Jul 27 06:55:01.905716 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-0e50ddcb-bf9f-4a4f-ad6a-8735fd472873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:01.907097 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-0e50ddcb-bf9f-4a4f-ad6a-8735fd472873 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dab51c39-6b57-4d18-97b2-8cb9815c817f HTTP/1.1" status: 200 len: 855 time: 0.0424347 Jul 27 06:55:01.940520 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-398a6129-af69-486b-a4da-7cb8d917362e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7123c2b6-eee3-42a4-b371-a1af2c98e2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258157 Jul 27 06:55:02.031856 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-d055b1e1-cd58-478f-8aec-2d623e0db29b service neutron] 10.222.0.16 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840790 Jul 27 06:55:02.169307 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf3df2-5287-443c-a1d3-50ed159efc10 req-b7975059-0089-4b68-bebe-97f49ee9be4b tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:02.170788 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1caf3df2-5287-443c-a1d3-50ed159efc10 req-b7975059-0089-4b68-bebe-97f49ee9be4b tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 943 time: 0.1351867 Jul 27 06:55:02.176149 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-753f44a8-2813-4cdc-879b-822cde4dae9b req-b4d60f54-e310-4307-b369-38363d50c925 service neutron] 10.222.0.16 "GET /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308246 Jul 27 06:55:02.209460 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1caf3df2-5287-443c-a1d3-50ed159efc10 req-c0ffb31d-94ba-4c3a-a7d7-0a4320b82f09 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Jul 27 06:55:03.336355 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4113153-d9b0-4e7b-9e3d-2b3489450c3e req-fd191518-2378-4a06-af5f-1477451f1702 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:03.337819 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c4113153-d9b0-4e7b-9e3d-2b3489450c3e req-fd191518-2378-4a06-af5f-1477451f1702 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 943 time: 0.0618012 Jul 27 06:55:03.376352 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c4113153-d9b0-4e7b-9e3d-2b3489450c3e req-08e6f67c-c2d4-46fc-a613-5a15d6b1cc9a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326133 Jul 27 06:55:04.347882 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 39a66b10-41c6-41d2-8eb2-e9aecdee895b details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:55:04.440819 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 39a66b10-41c6-41d2-8eb2-e9aecdee895b, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39a66b10-41c6-41d2-8eb2-e9aecdee895b,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:04.456354 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': '39a66b10-41c6-41d2-8eb2-e9aecdee895b', 'network_id': '7123c2b6-eee3-42a4-b371-a1af2c98e2fa', 'port_id': '39a66b10-41c6-41d2-8eb2-e9aecdee895b', 'mac_address': 'fa:16:3e:ab:b9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab51c39-6b57-4d18-97b2-8cb9815c817f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:55:04.492685 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:04.505286 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a66b10-41c6-41d2-8eb2-e9aecdee895b {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:55:04.507942 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423daf57-8953-46ab-80c2-ee4daf2e8687 req-04c80faa-59fb-4e14-b584-d8fc32b43356 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:04.509437 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-423daf57-8953-46ab-80c2-ee4daf2e8687 req-04c80faa-59fb-4e14-b584-d8fc32b43356 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 943 time: 0.0666399 Jul 27 06:55:04.524921 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 39a66b10-41c6-41d2-8eb2-e9aecdee895b, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39a66b10-41c6-41d2-8eb2-e9aecdee895b,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:04.546182 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-423daf57-8953-46ab-80c2-ee4daf2e8687 req-ce7d92c6-e01a-44ab-aee6-12227dbd2c87 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Jul 27 06:55:04.593456 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:04.641798 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=39a66b10-41c6-41d2-8eb2-e9aecdee895b,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:04.945217 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['39a66b10-41c6-41d2-8eb2-e9aecdee895b'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:55:05.416407 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:05.684948 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67b68-59b1-483f-bf32-f14c014e6534 req-01f30de9-b48f-498b-a10c-3b0862715556 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:05.684948 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-42f67b68-59b1-483f-bf32-f14c014e6534 req-01f30de9-b48f-498b-a10c-3b0862715556 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 944 time: 0.0640845 Jul 27 06:55:05.721265 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-42f67b68-59b1-483f-bf32-f14c014e6534 req-90bf9ade-a1ae-476e-b972-ceb8e83801cf tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Jul 27 06:55:06.370160 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 39a66b10-41c6-41d2-8eb2-e9aecdee895b up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:55:06.461905 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning for port 39a66b10-41c6-41d2-8eb2-e9aecdee895b completed by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:55:06.465722 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port 39a66b10-41c6-41d2-8eb2-e9aecdee895b triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:55:06.466096 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:06.549531 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:06.572043 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef1aded-7624-41f8-be9c-88312fe307f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a66b10-41c6-41d2-8eb2-e9aecdee895b'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:55:06.574267 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38eec95-90c7-4d88-b758-085c580fece7" -d '{"events": [{"server_uuid": "9ef1aded-7624-41f8-be9c-88312fe307f4", "name": "network-vif-plugged", "status": "completed", "tag": "39a66b10-41c6-41d2-8eb2-e9aecdee895b"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:55:06.587420 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port 39a66b10-41c6-41d2-8eb2-e9aecdee895b, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39a66b10-41c6-41d2-8eb2-e9aecdee895b,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:06.625318 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1ce04c-b583-4aef-84a9-140fabf34017 x-openstack-request-id: req-1e1ce04c-b583-4aef-84a9-140fabf34017 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:55:06.625612 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef1aded-7624-41f8-be9c-88312fe307f4", "name": "network-vif-plugged", "status": "completed", "tag": "39a66b10-41c6-41d2-8eb2-e9aecdee895b", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:55:06.625861 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e1ce04c-b583-4aef-84a9-140fabf34017 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:55:06.626248 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef1aded-7624-41f8-be9c-88312fe307f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a66b10-41c6-41d2-8eb2-e9aecdee895b', 'code': 200} Jul 27 06:55:06.650690 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:06.699697 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=39a66b10-41c6-41d2-8eb2-e9aecdee895b,revision_number=5']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:06.845960 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74dc5d-8b12-4b35-8afa-dc02d6406e12 req-a27eb229-dc9e-4f7d-8cf5-3138ac93e2f0 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:06.847410 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb74dc5d-8b12-4b35-8afa-dc02d6406e12 req-a27eb229-dc9e-4f7d-8cf5-3138ac93e2f0 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 945 time: 0.0615556 Jul 27 06:55:06.884545 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb74dc5d-8b12-4b35-8afa-dc02d6406e12 req-e1666d02-89ea-4a15-b3c8-1290fced2488 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310481 Jul 27 06:55:07.014157 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ece250-196e-4f35-930d-88691d2c78a5 req-262ea423-1493-40e9-86e5-2f4dba24efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:07.015690 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f1ece250-196e-4f35-930d-88691d2c78a5 req-262ea423-1493-40e9-86e5-2f4dba24efda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 1098 time: 0.0559876 Jul 27 06:55:07.050283 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-f1ece250-196e-4f35-930d-88691d2c78a5 req-196caa29-49b9-411f-a9ef-493894d11ffa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266101 Jul 27 06:55:08.013567 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc11b7-b8c3-449f-8080-fc4f5b616f8d req-7cc87f97-8a6f-4715-bec9-83929cf0845d tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:08.015039 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b0bc11b7-b8c3-449f-8080-fc4f5b616f8d req-7cc87f97-8a6f-4715-bec9-83929cf0845d tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 945 time: 0.0620997 Jul 27 06:55:08.052726 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b0bc11b7-b8c3-449f-8080-fc4f5b616f8d req-4bc26662-6fb9-4ad9-9e52-3601c6ef7cf5 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Jul 27 06:55:09.181784 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58badc-095a-4cd7-ad9f-9a18b63745b8 req-2950970b-10be-496d-9339-8ecfa5fc8232 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:09.183231 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4f58badc-095a-4cd7-ad9f-9a18b63745b8 req-2950970b-10be-496d-9339-8ecfa5fc8232 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 945 time: 0.0646403 Jul 27 06:55:09.220394 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4f58badc-095a-4cd7-ad9f-9a18b63745b8 req-14e2bbf4-9146-4c6b-a3c1-f8390fdbb290 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311766 Jul 27 06:55:10.404687 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56392) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:10.504353 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5a28898a-802b-42b8-b38a-b1eb683cd1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:10.590509 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5a28898a-802b-42b8-b38a-b1eb683cd1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:10.684894 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5a28898a-802b-42b8-b38a-b1eb683cd1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:10.722755 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-5a28898a-802b-42b8-b38a-b1eb683cd1b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3394b559e30c4b3fbf6e13627bd88590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169224 Jul 27 06:55:10.723854 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28898a-802b-42b8-b38a-b1eb683cd1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af9bc59-df63-4263-9220-23aa5aa4621c,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:10.725446 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56396) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:10.774352 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0c44792f-fb5e-455e-9dc5-9a1a146ec8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:10.794845 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0c44792f-fb5e-455e-9dc5-9a1a146ec8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:10.919056 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0c44792f-fb5e-455e-9dc5-9a1a146ec8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:10.921695 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0c44792f-fb5e-455e-9dc5-9a1a146ec8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:10.922898 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-0c44792f-fb5e-455e-9dc5-9a1a146ec8ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7af9bc59-df63-4263-9220-23aa5aa4621c HTTP/1.1" status: 204 len: 168 time: 0.1953361 Jul 27 06:55:10.931400 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44792f-fb5e-455e-9dc5-9a1a146ec8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af9bc59-df63-4263-9220-23aa5aa4621c,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:13.802348 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:55:17.103293 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b99010-9474-4be3-954e-6b69a9e79002 req-e0e38844-13b9-4a5d-972a-0c86d4e64646 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:17.104756 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-77b99010-9474-4be3-954e-6b69a9e79002 req-e0e38844-13b9-4a5d-972a-0c86d4e64646 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 945 time: 0.0610878 Jul 27 06:55:17.142140 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-77b99010-9474-4be3-954e-6b69a9e79002 req-0788e405-3e23-44a3-8b18-2d1350293eb2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Jul 27 06:55:18.270316 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e09983-e4d9-459b-942e-53956438501c req-8715154c-eda2-4d1d-b601-95184b5a69d7 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:18.271725 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-75e09983-e4d9-459b-942e-53956438501c req-8715154c-eda2-4d1d-b601-95184b5a69d7 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 945 time: 0.0631604 Jul 27 06:55:18.307852 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-75e09983-e4d9-459b-942e-53956438501c req-ee15b6de-5e8b-4998-af7b-a1d1919c9d84 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295281 Jul 27 06:55:18.951445 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-90c49a8c-aab6-4739-bf65-ffe4633659f3 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:18.953005 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-90c49a8c-aab6-4739-bf65-ffe4633659f3 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 945 time: 0.0617764 Jul 27 06:55:19.053380 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Deleting port 39a66b10-41c6-41d2-8eb2-e9aecdee895b {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:55:19.053722 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:19.136724 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] For port 39a66b10-41c6-41d2-8eb2-e9aecdee895b, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39a66b10-41c6-41d2-8eb2-e9aecdee895b,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:19.137101 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:19.149774 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Calling delete_port for 39a66b10-41c6-41d2-8eb2-e9aecdee895b owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:55:19.330336 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:19.359560 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Pushing event deleted for resources: {'Port': ['ID=39a66b10-41c6-41d2-8eb2-e9aecdee895b,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:19.368849 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['06c2e228-1907-4315-b428-78b648760ec0', '2ed9465a-15d5-41a5-b836-e6d4b251f538', 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236', '39a66b10-41c6-41d2-8eb2-e9aecdee895b'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:55:19.432273 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] No DVR routers for this DVR port 39a66b10-41c6-41d2-8eb2-e9aecdee895b on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:55:19.435405 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3e5bf35e-2e2b-438f-8383-eafe3bc86fb3 req-ab4e8162-f240-42b0-8dfb-43d85b7f8ae1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef1aded-7624-41f8-be9c-88312fe307f4 HTTP/1.1" status: 200 len: 210 time: 0.0497031 Jul 27 06:55:19.436375 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:19.438303 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8a1af627-a9fe-426d-a269-4c8853d6b477 req-42b9db8f-fcaf-4a4a-aab4-562df55ce4d2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "DELETE /v2.0/ports/39a66b10-41c6-41d2-8eb2-e9aecdee895b HTTP/1.1" status: 204 len: 173 time: 0.4776030 Jul 27 06:55:19.438853 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef1aded-7624-41f8-be9c-88312fe307f4', 'name': 'network-vif-deleted', 'tag': '39a66b10-41c6-41d2-8eb2-e9aecdee895b'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:55:19.441021 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfd4da3-b42c-428f-b439-ae09a5f51d5d" -d '{"events": [{"server_uuid": "9ef1aded-7624-41f8-be9c-88312fe307f4", "name": "network-vif-deleted", "tag": "39a66b10-41c6-41d2-8eb2-e9aecdee895b"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:55:19.483603 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3441a33a-c072-403d-aa08-4eeb412675ca x-openstack-request-id: req-3441a33a-c072-403d-aa08-4eeb412675ca {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:55:19.483896 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef1aded-7624-41f8-be9c-88312fe307f4", "name": "network-vif-deleted", "tag": "39a66b10-41c6-41d2-8eb2-e9aecdee895b", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:55:19.484143 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3441a33a-c072-403d-aa08-4eeb412675ca {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:55:19.484540 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef1aded-7624-41f8-be9c-88312fe307f4', 'name': 'network-vif-deleted', 'tag': '39a66b10-41c6-41d2-8eb2-e9aecdee895b', 'status': 'completed', 'code': 200} Jul 27 06:55:21.616142 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-981f68fa-fbfc-421a-befe-0e42885d34c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:22.245016 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3793f-656a-4495-88d5-759ff96461c9 req-ec99d24f-73ea-4ee1-821c-5f0b9cb3bad4 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:22.246493 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7ad3793f-656a-4495-88d5-759ff96461c9 req-ec99d24f-73ea-4ee1-821c-5f0b9cb3bad4 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 946 time: 0.0618765 Jul 27 06:55:22.282692 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7ad3793f-656a-4495-88d5-759ff96461c9 req-b9b71b2e-8d47-4100-ace5-270b01dea75f tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Jul 27 06:55:22.426766 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 39a66b10-41c6-41d2-8eb2-e9aecdee895b no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:55:22.448352 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 39a66b10-41c6-41d2-8eb2-e9aecdee895b {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:55:22.448690 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 39a66b10-41c6-41d2-8eb2-e9aecdee895b not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:55:23.412655 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ee28f-966d-4a13-88d8-996e041225a5 req-03410a36-533c-4f36-9f92-48caab6c9dee tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:23.414101 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-455ee28f-966d-4a13-88d8-996e041225a5 req-03410a36-533c-4f36-9f92-48caab6c9dee tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 946 time: 0.0636606 Jul 27 06:55:23.451780 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-455ee28f-966d-4a13-88d8-996e041225a5 req-959e446b-fd0c-4852-b324-389c5e852b86 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Jul 27 06:55:24.070656 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-09c52042-ddb5-4259-9130-01fa0c4757ca tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:24.072070 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-09c52042-ddb5-4259-9130-01fa0c4757ca tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 946 time: 0.0623887 Jul 27 06:55:24.169661 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Deleting port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:55:24.169992 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:24.216200 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-dae7cf6b-9378-4739-b5d2-ecc67a9d5651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:24.268241 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] For port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:24.268605 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:24.281676 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Calling delete_port for a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:55:24.496640 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:24.526549 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Pushing event deleted for resources: {'Port': ['ID=a4fbc67a-6bdb-4daa-89b2-7eeba6f64236,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:24.533581 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['06c2e228-1907-4315-b428-78b648760ec0', '2ed9465a-15d5-41a5-b836-e6d4b251f538', 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:55:24.575063 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-54feb875-c324-46da-94bb-bbf7351659aa req-817ff6a2-a14e-4bd8-a450-5912c0195e60 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 210 time: 0.0507233 Jul 27 06:55:24.595890 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] No DVR routers for this DVR port a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:55:24.598397 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:24.600347 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2fa662b9-044f-4f50-bb15-25e5836b8b62 req-529a1271-4571-4ba4-a6ec-48a57ceb2774 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "DELETE /v2.0/ports/a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 HTTP/1.1" status: 204 len: 173 time: 0.5227635 Jul 27 06:55:24.600777 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a598e41-b92c-44c7-ac6c-7be2c1191929', 'name': 'network-vif-deleted', 'tag': 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:55:24.603495 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0810cf40-affd-4ad6-a9a2-5db28da25879" -d '{"events": [{"server_uuid": "3a598e41-b92c-44c7-ac6c-7be2c1191929", "name": "network-vif-deleted", "tag": "a4fbc67a-6bdb-4daa-89b2-7eeba6f64236"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:55:24.637531 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffab6cd-bee2-4865-8086-e13f0e03a193 x-openstack-request-id: req-5ffab6cd-bee2-4865-8086-e13f0e03a193 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:55:24.637821 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a598e41-b92c-44c7-ac6c-7be2c1191929", "name": "network-vif-deleted", "tag": "a4fbc67a-6bdb-4daa-89b2-7eeba6f64236", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:55:24.638057 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ffab6cd-bee2-4865-8086-e13f0e03a193 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:55:24.638444 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a598e41-b92c-44c7-ac6c-7be2c1191929', 'name': 'network-vif-deleted', 'tag': 'a4fbc67a-6bdb-4daa-89b2-7eeba6f64236', 'status': 'completed', 'code': 200} Jul 27 06:55:24.798970 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:25.198582 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:25.683461 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-ba885010-d08a-4219-bb15-a8260090616e req-a46a307a-d603-448a-bd7b-c6a68509302d tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a598e41-b92c-44c7-ac6c-7be2c1191929 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Jul 27 06:55:26.819944 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:27.195355 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eeabab-eb89-4704-a62b-967769cf23a6 req-794563fa-aae6-4e15-aed3-04c1803498f2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:27.196815 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-57eeabab-eb89-4704-a62b-967769cf23a6 req-794563fa-aae6-4e15-aed3-04c1803498f2 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 946 time: 0.0629320 Jul 27 06:55:27.234338 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-57eeabab-eb89-4704-a62b-967769cf23a6 req-d412e020-69bf-4ae8-be43-ed84d16e1e92 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Jul 27 06:55:28.371541 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb0688-3204-4310-8e77-cc0f78091583 req-9859fce1-022b-4e9f-b58a-b777b07e048e tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:28.372994 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3ecb0688-3204-4310-8e77-cc0f78091583 req-9859fce1-022b-4e9f-b58a-b777b07e048e tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 946 time: 0.0719078 Jul 27 06:55:28.409898 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3ecb0688-3204-4310-8e77-cc0f78091583 req-714aaa67-8936-4f29-aa33-6010fb9f61b4 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Jul 27 06:55:28.488056 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:55:28.506814 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:55:28.507153 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device a4fbc67a-6bdb-4daa-89b2-7eeba6f64236 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:55:28.741804 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-e6396a70-1bc8-4d53-99ee-2c26b8eabc6c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:28.743124 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-e6396a70-1bc8-4d53-99ee-2c26b8eabc6c tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 946 time: 0.0608552 Jul 27 06:55:28.845922 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Deleting port 2ed9465a-15d5-41a5-b836-e6d4b251f538 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:55:28.846262 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:28.928985 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] For port 2ed9465a-15d5-41a5-b836-e6d4b251f538, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2ed9465a-15d5-41a5-b836-e6d4b251f538,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:28.929370 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:28.942065 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Calling delete_port for 2ed9465a-15d5-41a5-b836-e6d4b251f538 owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:55:29.368517 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:29.394228 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Pushing event deleted for resources: {'Port': ['ID=2ed9465a-15d5-41a5-b836-e6d4b251f538,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:29.403657 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['06c2e228-1907-4315-b428-78b648760ec0', '2ed9465a-15d5-41a5-b836-e6d4b251f538'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:55:29.440865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] No DVR routers for this DVR port 2ed9465a-15d5-41a5-b836-e6d4b251f538 on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:55:29.443422 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:29.445458 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-df477124-3eb7-4a78-af7f-84c12d8de0ec req-d5f6ee4e-9927-45ea-b2c9-6fe797e5cdd1 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "DELETE /v2.0/ports/2ed9465a-15d5-41a5-b836-e6d4b251f538 HTTP/1.1" status: 204 len: 173 time: 0.6957896 Jul 27 06:55:29.445850 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcfd3c-fcae-492a-9f4e-ed676c56a503', 'name': 'network-vif-deleted', 'tag': '2ed9465a-15d5-41a5-b836-e6d4b251f538'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:55:29.448077 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e3442b-b067-4ede-b01a-f43fbb33ee78" -d '{"events": [{"server_uuid": "7edcfd3c-fcae-492a-9f4e-ed676c56a503", "name": "network-vif-deleted", "tag": "2ed9465a-15d5-41a5-b836-e6d4b251f538"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:55:29.494139 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbaba2d-a96d-4734-a6f1-44f0a9c0f38f x-openstack-request-id: req-5fbaba2d-a96d-4734-a6f1-44f0a9c0f38f {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:55:29.494452 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edcfd3c-fcae-492a-9f4e-ed676c56a503", "name": "network-vif-deleted", "tag": "2ed9465a-15d5-41a5-b836-e6d4b251f538", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:55:29.494698 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fbaba2d-a96d-4734-a6f1-44f0a9c0f38f {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:55:29.495086 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcfd3c-fcae-492a-9f4e-ed676c56a503', 'name': 'network-vif-deleted', 'tag': '2ed9465a-15d5-41a5-b836-e6d4b251f538', 'status': 'completed', 'code': 200} Jul 27 06:55:29.517545 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e538097b-f92f-4408-a155-3fa65154962d req-38d87666-cedd-48e1-90dd-6666895c4edb tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edcfd3c-fcae-492a-9f4e-ed676c56a503 HTTP/1.1" status: 200 len: 210 time: 0.0353999 Jul 27 06:55:32.382133 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baecf7-6a6d-4973-ab54-1524457ea9dd req-7c998cd5-ff29-4441-bcde-bebe5979840d tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:32.383556 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-20baecf7-6a6d-4973-ab54-1524457ea9dd req-7c998cd5-ff29-4441-bcde-bebe5979840d tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 946 time: 0.0615127 Jul 27 06:55:32.419511 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-20baecf7-6a6d-4973-ab54-1524457ea9dd req-0edfda29-35b7-471f-9b0f-67fc2876d701 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300541 Jul 27 06:55:32.515574 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 2ed9465a-15d5-41a5-b836-e6d4b251f538 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:55:32.534955 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 2ed9465a-15d5-41a5-b836-e6d4b251f538 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:55:32.535220 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 2ed9465a-15d5-41a5-b836-e6d4b251f538 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:55:33.549091 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbd675-39bd-4107-b372-e4550d4e6097 req-07dc8feb-7ff9-4eeb-aa72-2d22a4b5237a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:33.550551 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6efbd675-39bd-4107-b372-e4550d4e6097 req-07dc8feb-7ff9-4eeb-aa72-2d22a4b5237a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 946 time: 0.0618272 Jul 27 06:55:33.591549 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-6efbd675-39bd-4107-b372-e4550d4e6097 req-ef43434e-7e79-4163-b95f-d624988ea660 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/security-groups?id=50c85bc4-2ad5-40ad-8be8-00b3b7de4658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350714 Jul 27 06:55:34.039718 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-1706e67b-9f1f-4592-83eb-42af2129c501 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:34.041130 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-1706e67b-9f1f-4592-83eb-42af2129c501 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 946 time: 0.0602009 Jul 27 06:55:34.136727 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Deleting port 06c2e228-1907-4315-b428-78b648760ec0 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:55:34.137083 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:34.222809 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] For port 06c2e228-1907-4315-b428-78b648760ec0, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06c2e228-1907-4315-b428-78b648760ec0,segment=NetworkSegment(a8cb325d-7a07-47e4-b520-c968fee46781),segment_id=a8cb325d-7a07-47e4-b520-c968fee46781)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:34.223174 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:34.234901 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Calling delete_port for 06c2e228-1907-4315-b428-78b648760ec0 owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:55:34.421544 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:34.448424 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Pushing event deleted for resources: {'Port': ['ID=06c2e228-1907-4315-b428-78b648760ec0,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:34.457680 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['06c2e228-1907-4315-b428-78b648760ec0'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:55:34.494523 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] No DVR routers for this DVR port 06c2e228-1907-4315-b428-78b648760ec0 on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:55:34.496788 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:34.498746 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-0dbf0522-e01f-40f7-ba7f-1014adf3e17e req-cb629453-0d4f-44b4-a0fd-05cbfbafc27a tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.16 "DELETE /v2.0/ports/06c2e228-1907-4315-b428-78b648760ec0 HTTP/1.1" status: 204 len: 173 time: 0.4516783 Jul 27 06:55:34.499166 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323eb6b6-814c-456e-94c0-0bb0c67720d6', 'name': 'network-vif-deleted', 'tag': '06c2e228-1907-4315-b428-78b648760ec0'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:55:34.501417 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdd0aaa-5c3e-48d8-a862-bbd862b64df9" -d '{"events": [{"server_uuid": "323eb6b6-814c-456e-94c0-0bb0c67720d6", "name": "network-vif-deleted", "tag": "06c2e228-1907-4315-b428-78b648760ec0"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:55:34.536101 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9610f740-fb00-4cb6-83f6-31749cf27255 x-openstack-request-id: req-9610f740-fb00-4cb6-83f6-31749cf27255 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:55:34.536464 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323eb6b6-814c-456e-94c0-0bb0c67720d6", "name": "network-vif-deleted", "tag": "06c2e228-1907-4315-b428-78b648760ec0", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:55:34.536717 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9610f740-fb00-4cb6-83f6-31749cf27255 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:55:34.537130 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323eb6b6-814c-456e-94c0-0bb0c67720d6', 'name': 'network-vif-deleted', 'tag': '06c2e228-1907-4315-b428-78b648760ec0', 'status': 'completed', 'code': 200} Jul 27 06:55:34.684846 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dfb38680-50f2-4d6f-859a-9f196f2fea75 req-a77b9778-59c9-4a3b-a470-1e8a107ca784 tempest-AttachVolumeNegativeTest-254196604 tempest-AttachVolumeNegativeTest-254196604-project] 10.222.0.13 "GET /v2.0/ports?device_id=323eb6b6-814c-456e-94c0-0bb0c67720d6 HTTP/1.1" status: 200 len: 210 time: 0.0284305 Jul 27 06:55:35.410034 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:35.741687 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56498) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:35.787930 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc3f136-3ad1-4ffc-acb1-7d9b735c3123 admin admin] Deleting subnet dab51c39-6b57-4d18-97b2-8cb9815c817f {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:55:35.790881 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f136-3ad1-4ffc-acb1-7d9b735c3123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:35.830058 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f136-3ad1-4ffc-acb1-7d9b735c3123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12923246'] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:35.868386 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f136-3ad1-4ffc-acb1-7d9b735c3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.010240 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f136-3ad1-4ffc-acb1-7d9b735c3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12831674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24651571'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.039800 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3f136-3ad1-4ffc-acb1-7d9b735c3123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab51c39-6b57-4d18-97b2-8cb9815c817f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:36.043501 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f136-3ad1-4ffc-acb1-7d9b735c3123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.047543 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6dc3f136-3ad1-4ffc-acb1-7d9b735c3123 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dab51c39-6b57-4d18-97b2-8cb9815c817f HTTP/1.1" status: 204 len: 168 time: 0.3030040 Jul 27 06:55:36.048407 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56500) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:36.114197 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.205757 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.216496 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7123c2b6-eee3-42a4-b371-a1af2c98e2fa']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:55:36.227961 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cb325d-7a07-47e4-b520-c968fee46781') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:55:36.228264 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cb325d-7a07-47e4-b520-c968fee46781') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:55:36.236881 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12924829'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.251593 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.257489 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:55:36.257872 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12831700'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: Traceback (most recent call last): Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: timer() Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: cb(*args, **kw) Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: return func(*args, **kwargs) Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: self._notify() Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: self.callback(batched_events) Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: event.method(event) Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: return f(self, *a, **k) Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: return self._get(url).json() Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:55:36.259452 dv-cinder-779194-3-smb neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:55:36.374375 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.380407 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.384762 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7123c2b6-eee3-42a4-b371-a1af2c98e2fa HTTP/1.1" status: 204 len: 168 time: 0.3332796 Jul 27 06:55:36.396254 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857732b3-ea10-43ec-b2ca-22fa4aac8a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=7123c2b6-eee3-42a4-b371-a1af2c98e2fa,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:36.733421 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56504) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:36.777346 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-42096b31-d532-47c4-a8e4-815c9204ebb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09badea293114f9789293e08883ec4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427058 Jul 27 06:55:36.779793 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56506) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:36.836327 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f64b1aec-d271-4809-a5e8-4881b741c40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:36.858741 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f64b1aec-d271-4809-a5e8-4881b741c40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:37.008516 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f64b1aec-d271-4809-a5e8-4881b741c40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:37.011019 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f64b1aec-d271-4809-a5e8-4881b741c40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:37.012211 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-f64b1aec-d271-4809-a5e8-4881b741c40e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50c85bc4-2ad5-40ad-8be8-00b3b7de4658 HTTP/1.1" status: 204 len: 168 time: 0.2313929 Jul 27 06:55:37.019820 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b1aec-d271-4809-a5e8-4881b741c40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c85bc4-2ad5-40ad-8be8-00b3b7de4658,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:38.072486 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56528) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:38.171446 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700441857-network', 'tenant_id': '83c31b7571014eacb80818b7c7701905'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:55:38.272875 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Made reservation on behalf of 83c31b7571014eacb80818b7c7701905 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:55:38.275194 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:38.284058 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:38.375042 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:38.433156 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:38.456276 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:55:38.471448 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86626f7-bc41-46b7-ba95-cf8e6fb4b734,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:38.476489 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:38.476872 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.db.segments_db [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Added segment 05333123-be15-40e4-8da4-cebe31faae28 of type vlan for network 08f7254b-8293-4e0c-85ba-33c36a054403 Jul 27 06:55:38.520031 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:38.563624 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 06c2e228-1907-4315-b428-78b648760ec0 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:55:38.583185 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: 06c2e228-1907-4315-b428-78b648760ec0 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:55:38.583517 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device 06c2e228-1907-4315-b428-78b648760ec0 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:55:38.614494 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:38.615491 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:38.616081 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:38.676778 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] Pushing event updated for resources: {'Network': ['ID=08f7254b-8293-4e0c-85ba-33c36a054403,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:38.687133 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 08f7254b-8293-4e0c-85ba-33c36a054403 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:55:38.756511 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-d2c8e56f-9b01-46c6-8b08-b127e6ef6d21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6801951 Jul 27 06:55:38.756818 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56532) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:38.762528 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.v2.base [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Request body: {'subnet': {'network_id': '08f7254b-8293-4e0c-85ba-33c36a054403', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700441857-subnet', 'tenant_id': '83c31b7571014eacb80818b7c7701905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:55:38.884620 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Made reservation on behalf of 83c31b7571014eacb80818b7c7701905 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:55:38.887716 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24651608'] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:39.221982 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12831613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24651594'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:39.274280 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d1020e-ce11-4448-b506-e43da9845f62,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:39.285098 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Checking segment: {'id': '05333123-be15-40e4-8da4-cebe31faae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '08f7254b-8293-4e0c-85ba-33c36a054403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:55:39.285446 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Network hostable DHCP agents. Network: 08f7254b-8293-4e0c-85ba-33c36a054403, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:55:39.347028 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Network 08f7254b-8293-4e0c-85ba-33c36a054403 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:55:39.425595 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 08f7254b-8293-4e0c-85ba-33c36a054403) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:55:39.429598 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:39.430179 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:39.433950 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90514c2-1fd4-4f04-803b-b70c66674a76 None None] Network 08f7254b-8293-4e0c-85ba-33c36a054403 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:55:39.520213 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-64e6e6c7-8aae-48c1-aeaf-2d3eaadc38f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7619243 Jul 27 06:55:39.564726 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ca3d11-7dc6-4e71-8472-d0bf0251b0df None None] Network 08f7254b-8293-4e0c-85ba-33c36a054403 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:55:40.170252 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56548) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:40.175221 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-309926364-network', 'tenant_id': '8af9d83658e1489b83f94662525b94c9'}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:55:40.267087 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Made reservation on behalf of 8af9d83658e1489b83f94662525b94c9 for: {'network': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:55:40.269294 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for network, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:40.277926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:40.363641 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:40.448361 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:40.472020 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=100284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:55:40.480951 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e301d6a8-241b-4356-b8b5-614bba3362d8,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:40.487686 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:40.488022 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.segments_db [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Added segment d1411d22-2f35-4ef5-9a81-3a32b8464f6d of type vlan for network 49f7181b-7bd1-4275-a3d4-8f0f4a612686 Jul 27 06:55:40.530557 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790581738581'] for network, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:40.631399 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:40.632371 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:40.632953 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:40.693299 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] Pushing event updated for resources: {'Network': ['ID=49f7181b-7bd1-4275-a3d4-8f0f4a612686,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:40.703616 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Network 49f7181b-7bd1-4275-a3d4-8f0f4a612686 details requested by agent ovs-agent-dv-cinder-779194-3-smb with host dv-cinder-779194-3-smb {{(pid=100285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:55:40.736734 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-77e53ca1-f228-4e63-bd2e-ce27179796e4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5653632 Jul 27 06:55:40.739331 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56550) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:40.744378 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.v2.base [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Request body: {'subnet': {'network_id': '49f7181b-7bd1-4275-a3d4-8f0f4a612686', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-309926364-subnet', 'tenant_id': '8af9d83658e1489b83f94662525b94c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:55:40.837098 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Made reservation on behalf of 8af9d83658e1489b83f94662525b94c9 for: {'subnet': 1} {{(pid=100284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:55:40.840154 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13307959'] for subnet, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.077421 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15141165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13307941'] for subnet, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.133497 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f9a98c-09a0-4041-aa0a-3ad6f7d6e3c8,revision_number=0']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:41.141597 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Checking segment: {'id': 'd1411d22-2f35-4ef5-9a81-3a32b8464f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f7181b-7bd1-4275-a3d4-8f0f4a612686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:55:41.141953 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Network hostable DHCP agents. Network: 49f7181b-7bd1-4275-a3d4-8f0f4a612686, hostable agents: ['13d3621e-ce68-40a8-90dd-228524bc1dda'], hosted agents: [] {{(pid=100284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:55:41.225399 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Network 49f7181b-7bd1-4275-a3d4-8f0f4a612686 is scheduled to be hosted by DHCP agent 13d3621e-ce68-40a8-90dd-228524bc1dda with binding_index 1 {{(pid=100284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:55:41.299280 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-smb, 49f7181b-7bd1-4275-a3d4-8f0f4a612686) {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:55:41.303711 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:41.304577 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.308144 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a8c089-83ae-4c32-8dd4-81102a233fea None None] Network 49f7181b-7bd1-4275-a3d4-8f0f4a612686 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:55:41.393383 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-857d8246-f969-4737-9ed4-c06614c1d23f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6529849 Jul 27 06:55:41.436620 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e472a0-b449-4328-b33d-b838fabb79f9 None None] Network 49f7181b-7bd1-4275-a3d4-8f0f4a612686 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:55:41.513071 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56554) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:41.555944 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_v2 [None req-37846ff9-7798-4f6a-9bc2-34f06ba05a16 admin admin] Deleting subnet c0d1020e-ce11-4448-b506-e43da9845f62 {{(pid=100284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:55:41.559706 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-37846ff9-7798-4f6a-9bc2-34f06ba05a16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.592694 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-37846ff9-7798-4f6a-9bc2-34f06ba05a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13798409'] for subnet, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.633920 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-37846ff9-7798-4f6a-9bc2-34f06ba05a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.747312 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-37846ff9-7798-4f6a-9bc2-34f06ba05a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15141354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13307996'] for subnet, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.774083 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37846ff9-7798-4f6a-9bc2-34f06ba05a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d1020e-ce11-4448-b506-e43da9845f62,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:41.776153 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-37846ff9-7798-4f6a-9bc2-34f06ba05a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.778059 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-37846ff9-7798-4f6a-9bc2-34f06ba05a16 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c0d1020e-ce11-4448-b506-e43da9845f62 HTTP/1.1" status: 204 len: 168 time: 0.2639890 Jul 27 06:55:41.780630 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56556) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:41.846282 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.923612 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.933493 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f7254b-8293-4e0c-85ba-33c36a054403']}} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:55:41.943159 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05333123-be15-40e4-8da4-cebe31faae28') {'for_net_delete': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:55:41.943455 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05333123-be15-40e4-8da4-cebe31faae28') {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:55:41.952717 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13798138'] for segment, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.965836 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.971639 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:55:41.972016 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15141252'] for segment, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: Traceback (most recent call last): Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: timer() Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: cb(*args, **kw) Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: return func(*args, **kwargs) Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: self._notify() Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: self.callback(batched_events) Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: event.method(event) Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: return f(self, *a, **k) Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: return self._get(url).json() Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: return self.request(url, 'GET', **kwargs) Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:55:41.973619 dv-cinder-779194-3-smb neutron-server[100284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:55:42.152863 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.158028 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.160028 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/08f7254b-8293-4e0c-85ba-33c36a054403 HTTP/1.1" status: 204 len: 168 time: 0.3784602 Jul 27 06:55:42.163041 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56558) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:42.170944 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc0f9c-8674-4d3e-80aa-a534ffe61dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f7254b-8293-4e0c-85ba-33c36a054403,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:42.208979 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a65226d-ee17-42b6-ae4e-80bc2dd09f86 admin admin] Deleting subnet 63f9a98c-09a0-4041-aa0a-3ad6f7d6e3c8 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:55:42.212314 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1a65226d-ee17-42b6-ae4e-80bc2dd09f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.246862 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1a65226d-ee17-42b6-ae4e-80bc2dd09f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12923246'] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.286671 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1a65226d-ee17-42b6-ae4e-80bc2dd09f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.427144 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1a65226d-ee17-42b6-ae4e-80bc2dd09f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12831674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24651571'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.451577 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65226d-ee17-42b6-ae4e-80bc2dd09f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f9a98c-09a0-4041-aa0a-3ad6f7d6e3c8,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:42.455184 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1a65226d-ee17-42b6-ae4e-80bc2dd09f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.457302 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-1a65226d-ee17-42b6-ae4e-80bc2dd09f86 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/63f9a98c-09a0-4041-aa0a-3ad6f7d6e3c8 HTTP/1.1" status: 204 len: 168 time: 0.2929962 Jul 27 06:55:42.459757 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56560) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:42.535334 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.614336 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.623682 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f7181b-7bd1-4275-a3d4-8f0f4a612686']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:55:42.633355 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1411d22-2f35-4ef5-9a81-3a32b8464f6d') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:55:42.633650 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1411d22-2f35-4ef5-9a81-3a32b8464f6d') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:55:42.642141 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12924829'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.655710 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.661280 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:55:42.661659 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12831700'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: Traceback (most recent call last): Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: timer() Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: cb(*args, **kw) Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: return func(*args, **kwargs) Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: self._notify() Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: self.callback(batched_events) Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: event.method(event) Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: return f(self, *a, **k) Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: return self._get(url).json() Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:55:42.663209 dv-cinder-779194-3-smb neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:55:42.804338 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.809531 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:42.811366 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] 10.222.0.13 "DELETE /v2.0/networks/49f7181b-7bd1-4275-a3d4-8f0f4a612686 HTTP/1.1" status: 204 len: 168 time: 0.3507059 Jul 27 06:55:42.824779 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bf1c7-1057-4928-9c3e-eec5d3ceecca admin admin] Pushing event deleted for resources: {'Network': ['ID=49f7181b-7bd1-4275-a3d4-8f0f4a612686,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:43.208591 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56564) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:43.247384 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-a0049a96-a9e7-42a4-91dd-e1cea052d67e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83c31b7571014eacb80818b7c7701905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376441 Jul 27 06:55:43.250037 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56566) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:43.295371 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3fea821e-6caa-4d02-ac29-2677e0961090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:43.316015 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3fea821e-6caa-4d02-ac29-2677e0961090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:43.434661 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3fea821e-6caa-4d02-ac29-2677e0961090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:43.437193 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3fea821e-6caa-4d02-ac29-2677e0961090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:43.438379 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-3fea821e-6caa-4d02-ac29-2677e0961090 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f86626f7-bc41-46b7-ba95-cf8e6fb4b734 HTTP/1.1" status: 204 len: 168 time: 0.1874602 Jul 27 06:55:43.447794 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea821e-6caa-4d02-ac29-2677e0961090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86626f7-bc41-46b7-ba95-cf8e6fb4b734,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:44.178628 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56572) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:44.217792 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-5445d198-eb78-4fbc-aab8-cecfd81d3687 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8af9d83658e1489b83f94662525b94c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378852 Jul 27 06:55:44.220198 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56574) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:44.267310 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9afde8fa-607c-4828-a147-be840cfbd590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:44.287275 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9afde8fa-607c-4828-a147-be840cfbd590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:44.415358 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9afde8fa-607c-4828-a147-be840cfbd590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:44.418463 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9afde8fa-607c-4828-a147-be840cfbd590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:44.425355 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-9afde8fa-607c-4828-a147-be840cfbd590 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e301d6a8-241b-4356-b8b5-614bba3362d8 HTTP/1.1" status: 204 len: 168 time: 0.1986609 Jul 27 06:55:44.429101 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afde8fa-607c-4828-a147-be840cfbd590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e301d6a8-241b-4356-b8b5-614bba3362d8,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:49.359292 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa030-16e4-4983-bf2f-c010046017d7 req-723b296d-6899-4a3a-a370-eecc5e488941 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:49.360760 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-761fa030-16e4-4983-bf2f-c010046017d7 req-723b296d-6899-4a3a-a370-eecc5e488941 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0678980 Jul 27 06:55:49.398870 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-761fa030-16e4-4983-bf2f-c010046017d7 req-e5b464a5-4dd7-43b1-85e2-4e7031bc584b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Jul 27 06:55:50.533626 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cbcc4-9127-4fe3-aa1a-944560ac6cfd req-a4556502-25b6-4014-a76a-a2f6365e23dd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:50.535169 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d64cbcc4-9127-4fe3-aa1a-944560ac6cfd req-a4556502-25b6-4014-a76a-a2f6365e23dd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0688624 Jul 27 06:55:50.578784 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d64cbcc4-9127-4fe3-aa1a-944560ac6cfd req-7d7f36ec-9738-4543-9823-8eae3fae60d3 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Jul 27 06:55:50.801396 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:55:50.878993 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56664) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:50.978676 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ba04516e-12d6-43c3-bac4-0657bb9949a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.065300 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ba04516e-12d6-43c3-bac4-0657bb9949a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.162685 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ba04516e-12d6-43c3-bac4-0657bb9949a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.208246 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-ba04516e-12d6-43c3-bac4-0657bb9949a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e63e8db036764cbd993ddb80358d6d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281853 Jul 27 06:55:51.209064 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04516e-12d6-43c3-bac4-0657bb9949a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0666ca16-c61a-4850-9eed-3c82687d48e5,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:51.211172 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56668) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:51.259347 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-850f4b78-6bf1-4b39-a57a-b8386d4e63ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.279487 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-850f4b78-6bf1-4b39-a57a-b8386d4e63ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.419192 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-850f4b78-6bf1-4b39-a57a-b8386d4e63ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.421655 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-850f4b78-6bf1-4b39-a57a-b8386d4e63ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.422813 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-850f4b78-6bf1-4b39-a57a-b8386d4e63ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0666ca16-c61a-4850-9eed-3c82687d48e5 HTTP/1.1" status: 204 len: 168 time: 0.2103150 Jul 27 06:55:51.430333 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f4b78-6bf1-4b39-a57a-b8386d4e63ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0666ca16-c61a-4850-9eed-3c82687d48e5,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:51.598490 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-a5b8312a-b59c-4582-88b5-2e662485b7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.707704 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee634c-1541-4281-a80e-4672e7eef888 req-e38a0a65-c130-4856-994e-af90085719af tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:51.709185 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e6ee634c-1541-4281-a80e-4672e7eef888 req-e38a0a65-c130-4856-994e-af90085719af tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0642238 Jul 27 06:55:51.752170 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-e6ee634c-1541-4281-a80e-4672e7eef888 req-11aa8ffb-0e49-4a7e-9680-75142c1fcbb0 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362921 Jul 27 06:55:52.036453 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56676) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:52.050309 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a99ee534-2346-4dae-a7e6-ec5cc549f0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:52.134906 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a99ee534-2346-4dae-a7e6-ec5cc549f0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:52.215518 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a99ee534-2346-4dae-a7e6-ec5cc549f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:52.253431 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-a99ee534-2346-4dae-a7e6-ec5cc549f0f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af564062518c475c9f09f7f95607d5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158442 Jul 27 06:55:52.254292 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ee534-2346-4dae-a7e6-ec5cc549f0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cba8ab-d3d4-49ef-accd-c9cf828d0c6e,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:52.256138 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56678) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:52.303334 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75df737f-8f4b-4723-8442-ba4f44dbcfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:52.323153 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75df737f-8f4b-4723-8442-ba4f44dbcfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:52.426729 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75df737f-8f4b-4723-8442-ba4f44dbcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:52.429226 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75df737f-8f4b-4723-8442-ba4f44dbcfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:52.430364 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-75df737f-8f4b-4723-8442-ba4f44dbcfbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96cba8ab-d3d4-49ef-accd-c9cf828d0c6e HTTP/1.1" status: 204 len: 168 time: 0.1732473 Jul 27 06:55:52.438228 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df737f-8f4b-4723-8442-ba4f44dbcfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cba8ab-d3d4-49ef-accd-c9cf828d0c6e,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:52.884600 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45435363-85cb-41a1-8f53-6693773128ce req-886f69e6-dbeb-460f-abb0-c38ecdebc4ee tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:52.886201 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-45435363-85cb-41a1-8f53-6693773128ce req-886f69e6-dbeb-460f-abb0-c38ecdebc4ee tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0674551 Jul 27 06:55:52.924634 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-45435363-85cb-41a1-8f53-6693773128ce req-cf55f93e-0514-42db-8600-4d9342e11862 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Jul 27 06:55:54.053625 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0223-051d-4c34-99fa-909289c29bf4 req-82d29f76-595f-43d8-b19b-96e482a4b92c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:54.054444 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-54ea0223-051d-4c34-99fa-909289c29bf4 req-82d29f76-595f-43d8-b19b-96e482a4b92c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0625899 Jul 27 06:55:54.093889 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-54ea0223-051d-4c34-99fa-909289c29bf4 req-10d45ff2-c5bd-40fc-b120-27819f82f322 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326774 Jul 27 06:55:54.226904 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-54f368da-b06b-4406-861c-ed0f96e0f93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:54.756920 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:54.790209 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56728) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:54.891402 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cba47961-811a-463f-a7a3-e1b247e1a018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:54.975899 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cba47961-811a-463f-a7a3-e1b247e1a018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:55.043975 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cba47961-811a-463f-a7a3-e1b247e1a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:55.085471 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-cba47961-811a-463f-a7a3-e1b247e1a018 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38bf31c9cd874f20a74dbcf9438a0cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941875 Jul 27 06:55:55.086308 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba47961-811a-463f-a7a3-e1b247e1a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d80341c-e265-4d4a-9265-8d1dfd2a7c17,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:55.088204 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56732) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:55.140269 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:55.160890 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:55.223083 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a654-f5fc-4460-b065-4e5ca44cce4a req-08cf0647-9332-447f-bdee-15a704f05d1d tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:55.224538 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8956a654-f5fc-4460-b065-4e5ca44cce4a req-08cf0647-9332-447f-bdee-15a704f05d1d tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0629165 Jul 27 06:55:55.226655 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:55.262548 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8956a654-f5fc-4460-b065-4e5ca44cce4a req-6b389822-fd01-4219-b642-d7585d000301 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 Jul 27 06:55:55.282144 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:55.284728 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:55.285902 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d80341c-e265-4d4a-9265-8d1dfd2a7c17 HTTP/1.1" status: 204 len: 168 time: 0.1965802 Jul 27 06:55:55.293656 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d80341c-e265-4d4a-9265-8d1dfd2a7c17,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:55.301203 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.301553 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.301895 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.302232 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.302562 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.302891 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.303238 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.303564 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.303943 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.304272 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.304596 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.304948 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7412-9c63-4440-81d7-5c3438c52ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:55.934386 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56740) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:55.947889 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc6f0-1b03-4c8e-8461-253ee9110d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:56.032703 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc6f0-1b03-4c8e-8461-253ee9110d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:56.106899 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc6f0-1b03-4c8e-8461-253ee9110d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:56.144756 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdc6f0-1b03-4c8e-8461-253ee9110d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67c4d3e-64fe-4fca-a332-356584245999,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:56.148896 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-c0bdc6f0-1b03-4c8e-8461-253ee9110d7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dab8c32c5f7147e09138bd6a18a85182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134867 Jul 27 06:55:56.151613 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56742) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:55:56.203174 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-333cf67a-16cd-4cfb-8322-87d00aaecd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:56.223856 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-333cf67a-16cd-4cfb-8322-87d00aaecd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:56.364040 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-333cf67a-16cd-4cfb-8322-87d00aaecd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:56.366692 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-333cf67a-16cd-4cfb-8322-87d00aaecd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:56.367823 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-333cf67a-16cd-4cfb-8322-87d00aaecd6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b67c4d3e-64fe-4fca-a332-356584245999 HTTP/1.1" status: 204 len: 168 time: 0.2151856 Jul 27 06:55:56.375653 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cf67a-16cd-4cfb-8322-87d00aaecd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67c4d3e-64fe-4fca-a332-356584245999,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:56.397817 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86212f0f-e96c-4301-8ab2-9f1412ffe735 req-59d6d1ff-0f58-41ab-8a6b-9c9c5e98eb7e tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:56.397817 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-86212f0f-e96c-4301-8ab2-9f1412ffe735 req-59d6d1ff-0f58-41ab-8a6b-9c9c5e98eb7e tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0695999 Jul 27 06:55:56.437088 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-86212f0f-e96c-4301-8ab2-9f1412ffe735 req-4b8c8e1d-b5b7-4c85-ad81-67a16dad1798 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326011 Jul 27 06:55:56.832358 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:57.577692 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae56387-19d3-441c-a1bf-ebfc6c8d3d99 req-dbf571ac-c8b8-4436-aa0a-2e4be738eda2 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:57.579137 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3ae56387-19d3-441c-a1bf-ebfc6c8d3d99 req-dbf571ac-c8b8-4436-aa0a-2e4be738eda2 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0654879 Jul 27 06:55:57.617480 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3ae56387-19d3-441c-a1bf-ebfc6c8d3d99 req-85dd8890-97a2-416b-90c3-9c830f464fac tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Jul 27 06:55:58.743569 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7855cc-942d-4e86-83c3-6b1de4aa1e58 req-24f822ca-bc1a-4b94-850e-dcec6795c0a8 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:58.745932 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9e7855cc-942d-4e86-83c3-6b1de4aa1e58 req-24f822ca-bc1a-4b94-850e-dcec6795c0a8 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0624032 Jul 27 06:55:58.782594 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-9e7855cc-942d-4e86-83c3-6b1de4aa1e58 req-5d243883-965f-4c61-bba9-295be25e609b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311372 Jul 27 06:55:59.637881 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-4a793122-69f7-4e2c-9b13-8c255d926ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:59.639303 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-4a793122-69f7-4e2c-9b13-8c255d926ddd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1098 time: 0.0520134 Jul 27 06:55:59.728662 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-879cb823-49ba-4d78-9d1b-0eb269bd3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:59.730094 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-879cb823-49ba-4d78-9d1b-0eb269bd3c80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3535985-cbcf-46fd-a030-17d603c26429 HTTP/1.1" status: 200 len: 909 time: 0.0833464 Jul 27 06:55:59.796773 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-848f07d3-d4eb-4c37-a37f-7f146aef325c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3032169-e863-4699-b5a8-1993b69a45e5 HTTP/1.1" status: 200 len: 1001 time: 0.0595174 Jul 27 06:55:59.849329 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-23c4e92a-9f28-4380-9948-c13539cd036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:59.850775 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-23c4e92a-9f28-4380-9948-c13539cd036d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21ad5bdb-71f2-4def-ab68-857be1c7fb7a HTTP/1.1" status: 200 len: 847 time: 0.0473983 Jul 27 06:55:59.946623 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c45f1e-e9cc-465d-be56-de6b4c4133fa req-c0e2fb08-991d-485e-ba7f-7402710c36cf tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:59.947905 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-13c45f1e-e9cc-465d-be56-de6b4c4133fa req-c0e2fb08-991d-485e-ba7f-7402710c36cf tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0962546 Jul 27 06:55:59.950697 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-afe92816-0eaf-4dd0-ae37-d34ebd7749a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:59.952007 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-afe92816-0eaf-4dd0-ae37-d34ebd7749a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3535985-cbcf-46fd-a030-17d603c26429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923893 Jul 27 06:56:00.032420 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-13c45f1e-e9cc-465d-be56-de6b4c4133fa req-dc63500c-d359-48f8-bd65-e02ac3097d1e tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776887 Jul 27 06:56:00.064870 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-19f89772-075e-4971-9977-0ef5b3068c0d service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044352 Jul 27 06:56:00.158013 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-fd977ec7-f3d1-4c34-9533-5ebd8a742d58 req-a70b8c25-44fa-4104-9ec3-476999dcf677 service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842469 Jul 27 06:56:01.163890 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d12d7c-c983-453c-bea0-45d8af967d7f req-021bcb7e-68e6-42b1-a410-7c8a641776e5 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:01.165389 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-00d12d7c-c983-453c-bea0-45d8af967d7f req-021bcb7e-68e6-42b1-a410-7c8a641776e5 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0629220 Jul 27 06:56:01.204062 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-00d12d7c-c983-453c-bea0-45d8af967d7f req-cc2dab5e-6e57-4be1-9053-38296f7e8776 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322254 Jul 27 06:56:02.333000 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa92c46-8748-48e0-8271-3970f0f68709 req-408df984-c6de-40e8-8711-d2e93d2fcebe tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:02.334474 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bfa92c46-8748-48e0-8271-3970f0f68709 req-408df984-c6de-40e8-8711-d2e93d2fcebe tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0626318 Jul 27 06:56:02.376222 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bfa92c46-8748-48e0-8271-3970f0f68709 req-e8893704-a074-4196-868c-00614a17f6c9 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357771 Jul 27 06:56:03.511082 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b31853-32fc-46b0-acd7-48b410952b58 req-c6210ff2-5b0c-4bac-98f8-37ee4540da89 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:03.512568 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-35b31853-32fc-46b0-acd7-48b410952b58 req-c6210ff2-5b0c-4bac-98f8-37ee4540da89 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0655780 Jul 27 06:56:03.549960 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-35b31853-32fc-46b0-acd7-48b410952b58 req-61de158f-3d73-401a-b4bb-168ff006ad64 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307188 Jul 27 06:56:04.256240 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0154c6e-da6f-467f-abf6-2827b68408a4 req-e15fa246-5d55-46d7-9308-9f426a9cab07 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:04.257729 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b0154c6e-da6f-467f-abf6-2827b68408a4 req-e15fa246-5d55-46d7-9308-9f426a9cab07 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0633657 Jul 27 06:56:04.295969 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-b0154c6e-da6f-467f-abf6-2827b68408a4 req-3ffb4760-f58c-453a-832a-1148bd5f1f85 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 Jul 27 06:56:04.454919 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [req-bb6c881f-6aea-44ac-9281-363859d46112 req-bc25b770-5e66-47ec-b88d-8d3448ef845c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428759 Jul 27 06:56:04.697525 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device c3032169-e863-4699-b5a8-1993b69a45e5 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:56:04.769021 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:04.793662 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:56:04.795890 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79325ef5-f917-438d-9086-d0e396f2a5d3" -d '{"events": [{"server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "name": "network-vif-unplugged", "status": "completed", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:56:04.809605 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c3032169-e863-4699-b5a8-1993b69a45e5,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:04.832879 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 06:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee85fb7d-50df-4a5d-b0ca-0eafd56aaafb x-openstack-request-id: req-ee85fb7d-50df-4a5d-b0ca-0eafd56aaafb {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:56:04.833216 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "name": "network-vif-unplugged", "status": "failed", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5", "code": 422}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:56:04.833465 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee85fb7d-50df-4a5d-b0ca-0eafd56aaafb {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:56:04.833853 dv-cinder-779194-3-smb neutron-server[100285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'code': 422} returned with failed status Jul 27 06:56:04.883544 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:04.929223 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=c3032169-e863-4699-b5a8-1993b69a45e5,revision_number=6']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:04.935942 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.936288 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.936624 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.936953 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.937980 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.938312 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.938637 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.938953 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.939279 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.939602 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.939916 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:04.940234 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:05.422531 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42f4a-03a1-4078-b7da-57831783aed6 req-cf393d6b-388a-4a2c-a9d3-fa4d877f587b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:05.424200 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-aff42f4a-03a1-4078-b7da-57831783aed6 req-cf393d6b-388a-4a2c-a9d3-fa4d877f587b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 943 time: 0.0617874 Jul 27 06:56:05.459378 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:05.463767 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-aff42f4a-03a1-4078-b7da-57831783aed6 req-ead1b970-4bd4-404f-bec8-62f80946d711 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335889 Jul 27 06:56:06.330874 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56858) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:06.431644 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bce68154-e397-4872-a8cd-53244001ba32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:06.518447 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bce68154-e397-4872-a8cd-53244001ba32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:06.579652 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bce68154-e397-4872-a8cd-53244001ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:06.617539 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724370da-86c0-4f31-a64f-8671b5ceb8d6 req-44d79995-f0c8-48e2-8b8b-e97b739f90ea tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:06.618133 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-bce68154-e397-4872-a8cd-53244001ba32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af4da639ab484c1c92afded874d673b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858992 Jul 27 06:56:06.618722 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce68154-e397-4872-a8cd-53244001ba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4262c99f-11b1-4adb-bd09-8fb27cca262f,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:06.620992 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56864) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:06.622063 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-724370da-86c0-4f31-a64f-8671b5ceb8d6 req-44d79995-f0c8-48e2-8b8b-e97b739f90ea tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 943 time: 0.0833318 Jul 27 06:56:06.660376 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-724370da-86c0-4f31-a64f-8671b5ceb8d6 req-4fba43c4-9861-4888-8f15-2170f170ef39 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344844 Jul 27 06:56:06.670354 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fb817f46-c704-4fd8-8dbc-5276009cfe1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:06.691420 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fb817f46-c704-4fd8-8dbc-5276009cfe1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:06.818937 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fb817f46-c704-4fd8-8dbc-5276009cfe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:06.821431 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fb817f46-c704-4fd8-8dbc-5276009cfe1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:06.822607 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-fb817f46-c704-4fd8-8dbc-5276009cfe1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4262c99f-11b1-4adb-bd09-8fb27cca262f HTTP/1.1" status: 204 len: 168 time: 0.2006769 Jul 27 06:56:06.830910 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb817f46-c704-4fd8-8dbc-5276009cfe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262c99f-11b1-4adb-bd09-8fb27cca262f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:06.955626 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c881f-6aea-44ac-9281-363859d46112 req-ac092af4-4aa8-40f6-a8cc-ac6e7d9c2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:06.957123 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb6c881f-6aea-44ac-9281-363859d46112 req-ac092af4-4aa8-40f6-a8cc-ac6e7d9c2ab0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf&tenant_id=57d3ad105fff4a84842b82c5a63ff3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0623145 Jul 27 06:56:07.043036 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c881f-6aea-44ac-9281-363859d46112 req-1263a710-28ed-4fac-909e-da4e43e769c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:07.044499 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb6c881f-6aea-44ac-9281-363859d46112 req-1263a710-28ed-4fac-909e-da4e43e769c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1096 time: 0.0553296 Jul 27 06:56:07.131984 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c881f-6aea-44ac-9281-363859d46112 req-023d861d-730e-4df8-9878-c6eb649a3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:07.133470 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb6c881f-6aea-44ac-9281-363859d46112 req-023d861d-730e-4df8-9878-c6eb649a3860 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3535985-cbcf-46fd-a030-17d603c26429 HTTP/1.1" status: 200 len: 909 time: 0.0826514 Jul 27 06:56:07.199783 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb6c881f-6aea-44ac-9281-363859d46112 req-e0c5e088-6ee5-4fbe-b010-708cb53849da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3032169-e863-4699-b5a8-1993b69a45e5 HTTP/1.1" status: 200 len: 999 time: 0.0595293 Jul 27 06:56:07.246513 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c881f-6aea-44ac-9281-363859d46112 req-e398a108-4184-4255-ad3d-8f40b29cd929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:07.247931 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb6c881f-6aea-44ac-9281-363859d46112 req-e398a108-4184-4255-ad3d-8f40b29cd929 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21ad5bdb-71f2-4def-ab68-857be1c7fb7a HTTP/1.1" status: 200 len: 847 time: 0.0416224 Jul 27 06:56:07.313724 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c881f-6aea-44ac-9281-363859d46112 req-41a12c1c-b7e8-44c7-aeb3-9493c6bebe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:07.315222 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb6c881f-6aea-44ac-9281-363859d46112 req-41a12c1c-b7e8-44c7-aeb3-9493c6bebe5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3535985-cbcf-46fd-a030-17d603c26429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533397 Jul 27 06:56:07.406927 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb6c881f-6aea-44ac-9281-363859d46112 req-e0e8afad-29fd-438f-b4c4-1ab4e633864e service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831115 Jul 27 06:56:07.441938 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56870) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:07.455109 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1e641dc-855c-45b9-909d-1ca906c1e179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:07.498237 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-bb6c881f-6aea-44ac-9281-363859d46112 req-7ba201b3-d047-4fad-8aa3-e7ce5d5afb06 service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824728 Jul 27 06:56:07.541133 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1e641dc-855c-45b9-909d-1ca906c1e179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:07.620512 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1e641dc-855c-45b9-909d-1ca906c1e179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:07.658546 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-a1e641dc-855c-45b9-909d-1ca906c1e179 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c908d113d91d4eab99e870ddc2c1ac31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154708 Jul 27 06:56:07.659573 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e641dc-855c-45b9-909d-1ca906c1e179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fefea4c-1e17-46d3-a0f4-dcc9f4cc663e,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:07.661148 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56872) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:07.711237 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:07.740428 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:07.821621 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f861b7-74a8-491b-8fef-1242bdf4167b req-02632692-f425-49f7-a119-6b777c1f073f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:07.823088 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c2f861b7-74a8-491b-8fef-1242bdf4167b req-02632692-f425-49f7-a119-6b777c1f073f tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 943 time: 0.0949163 Jul 27 06:56:07.861804 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-c2f861b7-74a8-491b-8fef-1242bdf4167b req-98f8103f-5105-40c9-affe-0325c26f13da tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Jul 27 06:56:07.906983 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:07.909989 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:07.911178 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fefea4c-1e17-46d3-a0f4-dcc9f4cc663e HTTP/1.1" status: 204 len: 168 time: 0.2489417 Jul 27 06:56:07.918746 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fefea4c-1e17-46d3-a0f4-dcc9f4cc663e,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:07.925759 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.926105 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.926445 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.926797 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.927110 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.927438 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.927762 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.928240 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.928450 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.928771 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.929124 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:07.933680 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a9832-1fb0-44e7-a365-0c873cf686c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:08.990036 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b32ef7-d090-4488-949f-3ce69ba29e9f req-90e874bc-7751-4ff8-81b1-96373bad7689 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:08.991431 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d0b32ef7-d090-4488-949f-3ce69ba29e9f req-90e874bc-7751-4ff8-81b1-96373bad7689 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 943 time: 0.0648587 Jul 27 06:56:09.028249 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d0b32ef7-d090-4488-949f-3ce69ba29e9f req-973c6b76-6280-47b0-b44b-5ca5ac5c4c92 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308716 Jul 27 06:56:10.158485 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072ac2e-1832-4ae5-a4b4-63536952794c req-a6d135a2-e388-4fce-8193-e6c9c5433bad tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:10.159937 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8072ac2e-1832-4ae5-a4b4-63536952794c req-a6d135a2-e388-4fce-8193-e6c9c5433bad tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 943 time: 0.0662832 Jul 27 06:56:10.203303 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-8072ac2e-1832-4ae5-a4b4-63536952794c req-48bfc742-c44e-4b5f-8cf6-a6f079abfb6e tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367200 Jul 27 06:56:10.627645 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56948) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:10.727120 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b00ccbce-79dc-4340-8060-08ddc30c21f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:10.738618 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device c3032169-e863-4699-b5a8-1993b69a45e5 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:56:10.813429 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b00ccbce-79dc-4340-8060-08ddc30c21f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:10.833267 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c3032169-e863-4699-b5a8-1993b69a45e5,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:10.888149 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b00ccbce-79dc-4340-8060-08ddc30c21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:10.928585 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-b00ccbce-79dc-4340-8060-08ddc30c21f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecfc239d48324ae9b10835425bed8aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997403 Jul 27 06:56:10.929479 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ccbce-79dc-4340-8060-08ddc30c21f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282cf984-a701-4f84-a09f-13634ed18dcb,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:10.931903 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56952) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:10.966976 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Returning: {'device': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'port_id': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'mac_address': 'fa:16:3e:3d:fe:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:56:10.984904 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5a110091-cd3b-4592-9cd3-af8027f46a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.003231 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.005659 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5a110091-cd3b-4592-9cd3-af8027f46a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.015313 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3032169-e863-4699-b5a8-1993b69a45e5 {{(pid=100285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:56:11.035611 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c3032169-e863-4699-b5a8-1993b69a45e5,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:11.117706 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.146599 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5a110091-cd3b-4592-9cd3-af8027f46a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.149185 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5a110091-cd3b-4592-9cd3-af8027f46a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.150321 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-5a110091-cd3b-4592-9cd3-af8027f46a9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/282cf984-a701-4f84-a09f-13634ed18dcb HTTP/1.1" status: 204 len: 168 time: 0.2165244 Jul 27 06:56:11.160188 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a110091-cd3b-4592-9cd3-af8027f46a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282cf984-a701-4f84-a09f-13634ed18dcb,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:11.166236 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=c3032169-e863-4699-b5a8-1993b69a45e5,revision_number=7']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:11.340863 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622e44e-f0c9-450e-856e-7fddd637c648 req-f368311f-ccbe-4fd9-9d52-6139b96ee246 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:11.342365 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2622e44e-f0c9-450e-856e-7fddd637c648 req-f368311f-ccbe-4fd9-9d52-6139b96ee246 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 944 time: 0.0672030 Jul 27 06:56:11.379711 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-2622e44e-f0c9-450e-856e-7fddd637c648 req-c7789303-922f-424e-9667-b4645293a7ae tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Jul 27 06:56:11.431758 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] get_ports_and_sgs() called for port_ids ['c3032169-e863-4699-b5a8-1993b69a45e5'] {{(pid=100285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:56:11.778807 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 56960) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:11.792330 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-58850fb3-c9ee-4a45-8673-2fbf26e91b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.887611 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-58850fb3-c9ee-4a45-8673-2fbf26e91b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.963605 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-58850fb3-c9ee-4a45-8673-2fbf26e91b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:12.005280 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-58850fb3-c9ee-4a45-8673-2fbf26e91b0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50be9efb61c84b958d980881c9afac5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252831 Jul 27 06:56:12.013192 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58850fb3-c9ee-4a45-8673-2fbf26e91b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601768a6-d133-4ede-a971-c74adc0ac45d,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:12.013335 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 56962) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:12.059246 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bc14afc6-3016-4fe4-b59f-aa2fb3df1d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:12.080648 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bc14afc6-3016-4fe4-b59f-aa2fb3df1d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:12.198077 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bc14afc6-3016-4fe4-b59f-aa2fb3df1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:12.200998 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bc14afc6-3016-4fe4-b59f-aa2fb3df1d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:12.202168 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-bc14afc6-3016-4fe4-b59f-aa2fb3df1d0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/601768a6-d133-4ede-a971-c74adc0ac45d HTTP/1.1" status: 204 len: 168 time: 0.1933331 Jul 27 06:56:12.213487 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14afc6-3016-4fe4-b59f-aa2fb3df1d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601768a6-d133-4ede-a971-c74adc0ac45d,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:12.508470 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0b88-2d59-470d-8b68-aad35657c048 req-f8226f1c-961a-479c-aa91-4437423b7754 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:12.509975 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-531a0b88-2d59-470d-8b68-aad35657c048 req-f8226f1c-961a-479c-aa91-4437423b7754 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 944 time: 0.0636349 Jul 27 06:56:12.547569 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-531a0b88-2d59-470d-8b68-aad35657c048 req-ef2e1b83-d338-4da3-9642-ca6a753614d0 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Jul 27 06:56:12.752196 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device c3032169-e863-4699-b5a8-1993b69a45e5 up at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:56:12.800206 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Provisioning complete for port c3032169-e863-4699-b5a8-1993b69a45e5 triggered by entity L2. {{(pid=100285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:56:12.800568 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560102'] for port, provisioning_complete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:12.874244 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600094'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:12.895203 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5'}] {{(pid=100285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:56:12.897463 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d282ec74b969c45f540a822a9796e1ab42315567a84c8c3a1686a12b6ba76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f1fb15-49c7-4d03-a984-90a13326e2e0" -d '{"events": [{"server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "name": "network-vif-plugged", "status": "completed", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5"}]}' {{(pid=100285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:56:12.911238 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c3032169-e863-4699-b5a8-1993b69a45e5,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:12.939041 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860337a4-3d23-4f38-80e4-0a8f11aff646 x-openstack-request-id: req-860337a4-3d23-4f38-80e4-0a8f11aff646 {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:56:12.939041 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "name": "network-vif-plugged", "status": "completed", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5", "code": 200}]} {{(pid=100285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:56:12.939041 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-860337a4-3d23-4f38-80e4-0a8f11aff646 {{(pid=100285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:56:12.939041 dv-cinder-779194-3-smb neutron-server[100285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'code': 200} Jul 27 06:56:13.019107 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790582120942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790581746679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790581747725'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:13.076026 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Pushing event updated for resources: {'Port': ['ID=c3032169-e863-4699-b5a8-1993b69a45e5,revision_number=8']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:13.291185 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679b588-4126-459b-84a4-6d5178ce84e5 req-2c4184c8-ffd7-4722-a18d-c7bcb5641693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:13.292641 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4679b588-4126-459b-84a4-6d5178ce84e5 req-2c4184c8-ffd7-4722-a18d-c7bcb5641693 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1098 time: 0.0572240 Jul 27 06:56:13.326740 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-4679b588-4126-459b-84a4-6d5178ce84e5 req-93bb379b-55e6-43f8-9a91-2aa2a3a878be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269654 Jul 27 06:56:13.675859 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f11351-2605-4b65-9636-c23dc5029ca2 req-d6f0334f-bf74-42f9-8fa7-556f30c8ad28 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:13.677555 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d5f11351-2605-4b65-9636-c23dc5029ca2 req-d6f0334f-bf74-42f9-8fa7-556f30c8ad28 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0632114 Jul 27 06:56:13.716406 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-d5f11351-2605-4b65-9636-c23dc5029ca2 req-c2fb019b-37ab-48ac-a5b2-ce0544672642 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326974 Jul 27 06:56:14.843672 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe80-ce5b-47a9-b9e5-63e3026a9ab3 req-c8ed2b2f-a130-4157-a809-ac373c6e55a4 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:14.845184 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a188fe80-ce5b-47a9-b9e5-63e3026a9ab3 req-c8ed2b2f-a130-4157-a809-ac373c6e55a4 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.0621164 Jul 27 06:56:14.883412 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-a188fe80-ce5b-47a9-b9e5-63e3026a9ab3 req-5523327a-7a73-441e-8f52-0a9525d94665 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 27 06:56:15.044853 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57030) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:15.145729 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cb2a9e48-939f-4f94-b7c6-494926027679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:15.228771 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cb2a9e48-939f-4f94-b7c6-494926027679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:15.300468 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cb2a9e48-939f-4f94-b7c6-494926027679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:15.337580 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-cb2a9e48-939f-4f94-b7c6-494926027679 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ffb48ed611b43c6bfde14727d7ae73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916677 Jul 27 06:56:15.338405 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a9e48-939f-4f94-b7c6-494926027679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952ba026-5f7a-49dd-9158-82018f4cc428,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:15.340996 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 57034) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:15.389071 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-27190576-a2a7-4d9b-825b-75d0eb82aa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:15.410386 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-27190576-a2a7-4d9b-825b-75d0eb82aa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:15.534520 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-27190576-a2a7-4d9b-825b-75d0eb82aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:15.537068 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-27190576-a2a7-4d9b-825b-75d0eb82aa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:15.538345 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-27190576-a2a7-4d9b-825b-75d0eb82aa9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/952ba026-5f7a-49dd-9158-82018f4cc428 HTTP/1.1" status: 204 len: 168 time: 0.1963270 Jul 27 06:56:15.545773 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27190576-a2a7-4d9b-825b-75d0eb82aa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952ba026-5f7a-49dd-9158-82018f4cc428,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:16.087363 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 57040) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:16.100350 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d55e619e-4350-4b3e-b15f-1a255dc73ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:16.185497 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d55e619e-4350-4b3e-b15f-1a255dc73ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:16.270449 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d55e619e-4350-4b3e-b15f-1a255dc73ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:16.308298 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e619e-4350-4b3e-b15f-1a255dc73ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cf0187-28c1-4bcb-917d-4e9eca7abbae,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:16.312485 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-d55e619e-4350-4b3e-b15f-1a255dc73ee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6950c76386724f9681d5623851c4b784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241285 Jul 27 06:56:16.315839 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 57042) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:16.361754 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3b9cafbb-c9be-481c-a91d-d9b62246a224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:16.382369 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3b9cafbb-c9be-481c-a91d-d9b62246a224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:16.477683 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3b9cafbb-c9be-481c-a91d-d9b62246a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:16.480158 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3b9cafbb-c9be-481c-a91d-d9b62246a224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:16.481285 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-3b9cafbb-c9be-481c-a91d-d9b62246a224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2cf0187-28c1-4bcb-917d-4e9eca7abbae HTTP/1.1" status: 204 len: 168 time: 0.1647127 Jul 27 06:56:16.490129 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cafbb-c9be-481c-a91d-d9b62246a224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cf0187-28c1-4bcb-917d-4e9eca7abbae,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:21.592335 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-55f74fad-ee1f-4dc1-99b3-0335e841d074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:24.220802 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-3eb0b88a-2563-40ce-90cb-782434788f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:24.735026 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:25.201890 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:26.820457 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:27.799717 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:56:29.079307 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 57180) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:29.177079 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-73506a5e-dd71-4335-b533-4b65cd052e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:29.261441 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-73506a5e-dd71-4335-b533-4b65cd052e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:29.328520 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-73506a5e-dd71-4335-b533-4b65cd052e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:29.367102 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-73506a5e-dd71-4335-b533-4b65cd052e81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e2d9d9275804239bda3245c610974f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862499 Jul 27 06:56:29.369093 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73506a5e-dd71-4335-b533-4b65cd052e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd672d8-d588-4acc-9369-66746e215f35,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:29.369820 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57184) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:29.418581 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0baffa76-eda2-40ad-94a7-8ffde0829bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:29.438444 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0baffa76-eda2-40ad-94a7-8ffde0829bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:29.584257 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0baffa76-eda2-40ad-94a7-8ffde0829bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:29.586846 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0baffa76-eda2-40ad-94a7-8ffde0829bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:29.588013 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-0baffa76-eda2-40ad-94a7-8ffde0829bac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dd672d8-d588-4acc-9369-66746e215f35 HTTP/1.1" status: 204 len: 168 time: 0.2171938 Jul 27 06:56:29.595480 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baffa76-eda2-40ad-94a7-8ffde0829bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd672d8-d588-4acc-9369-66746e215f35,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:35.442738 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:36.189181 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-be3e3faf-8e00-4ed7-b81b-63a6b2e840c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529280 Jul 27 06:56:36.302605 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-1829782d-b50e-4eef-9a6d-d52a45b19504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:36.304143 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-1829782d-b50e-4eef-9a6d-d52a45b19504 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1098 time: 0.0537686 Jul 27 06:56:36.410758 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-1bedbdeb-ecef-442d-9b86-db516969c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:36.412152 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-1bedbdeb-ecef-442d-9b86-db516969c652 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3535985-cbcf-46fd-a030-17d603c26429 HTTP/1.1" status: 200 len: 909 time: 0.0801096 Jul 27 06:56:36.479212 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-3860ea41-b91a-4658-9de6-e04a5f24fc01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3032169-e863-4699-b5a8-1993b69a45e5 HTTP/1.1" status: 200 len: 1001 time: 0.0582354 Jul 27 06:56:36.526756 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-4b5e25df-ebed-4f06-ab84-b516eccd8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:36.528152 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-4b5e25df-ebed-4f06-ab84-b516eccd8732 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21ad5bdb-71f2-4def-ab68-857be1c7fb7a HTTP/1.1" status: 200 len: 847 time: 0.0416512 Jul 27 06:56:36.589509 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-c948d7ed-2b51-4bf1-8522-d6ee56a97831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:36.590994 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-c948d7ed-2b51-4bf1-8522-d6ee56a97831 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3535985-cbcf-46fd-a030-17d603c26429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560014 Jul 27 06:56:36.682553 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-e76edaa3-49ee-4205-819b-d6a24e35fe2f service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 Jul 27 06:56:36.771773 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-02195e7e-4729-4e76-bfc3-88ea5a615550 req-797cbd4e-3dd8-48b6-b115-76e4af58ba56 service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823658 Jul 27 06:56:51.608299 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6753-a7f3-4a9f-8dc4-ebef8616268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:54.263827 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-45dee11a-b444-4f4d-9478-69d45728d866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:54.732311 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:55.214119 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:56.820261 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:04.798340 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:57:05.442109 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:21.624728 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-81f8be64-3278-4e78-8a43-af1c0f7c19d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:24.224867 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-82ff21fc-294b-479f-ad5c-ea33665337d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:24.627080 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57196) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:24.751455 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:24.801463 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Deleting port f03587c1-1883-426d-916f-7c89e1f2d328 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:24.801817 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:25.120331 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:25.120655 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:25.131959 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Calling delete_port for f03587c1-1883-426d-916f-7c89e1f2d328 owned by network:floatingip {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:25.213269 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:25.378927 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:25.407062 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event deleted for resources: {'Port': ['ID=f03587c1-1883-426d-916f-7c89e1f2d328,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:25.417878 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.418257 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.418594 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.418926 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.419255 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.419582 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.419908 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.420228 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.420549 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.420870 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.421221 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.421542 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:25.476179 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for floatingip, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:25.476509 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.db.l3_db [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Floating IP 75ab8fbb-fc2b-4b67-a78a-911208db46ee disassociated (deleted). External IP: 172.28.1.162, port: c3032169-e863-4699-b5a8-1993b69a45e5. Jul 27 06:57:25.674329 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Router c28c68ec-24d8-4463-bf44-4695926233a2 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:57:25.782160 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:57:25.786804 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for floatingip, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:25.791619 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] Sync routers for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:57:25.800590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:25.801362 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:57:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:25.823598 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-40238e1f-c6c5-48ce-9bd2-4a531a1975bd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "DELETE /v2.0/floatingips/75ab8fbb-fc2b-4b67-a78a-911208db46ee HTTP/1.1" status: 204 len: 168 time: 1.1948330 Jul 27 06:57:25.824568 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:57:25.826857 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2ebf17-39d0-4f97-9455-78fa6c414703" -d '{"events": [{"name": "network-changed", "server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:57:25.872421 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5c7001-707c-4e75-a50e-c8f9a1caf49e x-openstack-request-id: req-5a5c7001-707c-4e75-a50e-c8f9a1caf49e {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:57:25.872715 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:57:25.872971 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a5c7001-707c-4e75-a50e-c8f9a1caf49e {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:57:25.873429 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'status': 'completed', 'code': 200} Jul 27 06:57:25.907707 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:25.972177 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-8353539c-b5f8-4640-92dc-014ad5222213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:25.973630 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-8353539c-b5f8-4640-92dc-014ad5222213 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 1098 time: 0.0541561 Jul 27 06:57:26.066315 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-f25e83ec-91b3-4703-9c11-e2b9f72cdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:26.067774 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-f25e83ec-91b3-4703-9c11-e2b9f72cdd90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3535985-cbcf-46fd-a030-17d603c26429 HTTP/1.1" status: 200 len: 909 time: 0.0875847 Jul 27 06:57:26.113741 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-e95b948a-864f-4d21-9d09-5ac0b0565691 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3032169-e863-4699-b5a8-1993b69a45e5 HTTP/1.1" status: 200 len: 217 time: 0.0376782 Jul 27 06:57:26.115542 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd', 'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'mac_address': 'fa:16:3e:4b:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:03Z', 'updated_at': '2021-07-27T06:53:10Z', 'revision_number': 5, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'subnets': [{'id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:26.142907 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] Checking router: c28c68ec-24d8-4463-bf44-4695926233a2 for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:57:26.151307 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:26.151919 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:57:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:26.165441 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-17caf357-79d9-4ce6-a301-4515e59e917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:26.167455 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-17caf357-79d9-4ce6-a301-4515e59e917d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21ad5bdb-71f2-4def-ab68-857be1c7fb7a HTTP/1.1" status: 200 len: 847 time: 0.0443163 Jul 27 06:57:26.232435 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-127d01a3-6d99-48a4-ae87-ee89e316c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:26.233982 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-127d01a3-6d99-48a4-ae87-ee89e316c9b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3535985-cbcf-46fd-a030-17d603c26429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0600715 Jul 27 06:57:26.262118 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:26.335830 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-1822d4c3-d2a5-48bc-b605-bf784e0c211a service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897374 Jul 27 06:57:26.433185 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-dc2ebf17-39d0-4f97-9455-78fa6c414703 req-3812a18c-7b14-44c2-9c0c-ceac263ffb41 service neutron] 10.222.0.16 "GET /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896320 Jul 27 06:57:26.464949 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd', 'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'mac_address': 'fa:16:3e:4b:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:03Z', 'updated_at': '2021-07-27T06:53:10Z', 'revision_number': 5, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'subnets': [{'id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:26.494764 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5387ced-ff68-4da6-92f2-efe9b9d1ee7e None None] The sync data for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb is: [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb', '_interfaces': [{'id': '4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd', 'name': '', 'network_id': 'b3535985-cbcf-46fd-a030-17d603c26429', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'mac_address': 'fa:16:3e:4b:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:03Z', 'updated_at': '2021-07-27T06:53:10Z', 'revision_number': 5, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'subnets': [{'id': '21ad5bdb-71f2-4def-ab68-857be1c7fb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:57:26.521400 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2d8d-4699-40ff-99a8-58deb193e2ba req-7ada16eb-b69e-420e-8b8b-f2df6b4ff8fd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:26.522879 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3cdd2d8d-4699-40ff-99a8-58deb193e2ba req-7ada16eb-b69e-420e-8b8b-f2df6b4ff8fd tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.2583907 Jul 27 06:57:26.564396 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-3cdd2d8d-4699-40ff-99a8-58deb193e2ba req-0e6d69c8-d232-4ca8-8793-8ba35c33a333 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346050 Jul 27 06:57:26.708740 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7611f933-36e2-4093-a8d8-4123ad88d2e1 None None] New status for floating IP 75ab8fbb-fc2b-4b67-a78a-911208db46ee: DOWN {{(pid=100286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:57:26.841905 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:27.818351 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bed977-8632-46a8-8e4a-d25502d42369 req-fd2ccd48-916e-4ce7-8e44-b2324b45d24e tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:27.819812 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-00bed977-8632-46a8-8e4a-d25502d42369 req-fd2ccd48-916e-4ce7-8e44-b2324b45d24e tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.1750464 Jul 27 06:57:27.861130 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-8b57cab5-0cd9-4f73-94ee-803fe99d880b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:27.862475 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-8b57cab5-0cd9-4f73-94ee-803fe99d880b tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.16 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 945 time: 0.1314197 Jul 27 06:57:27.882139 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-00bed977-8632-46a8-8e4a-d25502d42369 req-74a3f408-2f01-40a6-8f54-5497a09dd46c tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/security-groups?id=2960e3ea-c397-4026-a175-3ce263389838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548031 Jul 27 06:57:27.973324 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Deleting port c3032169-e863-4699-b5a8-1993b69a45e5 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:27.973663 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:28.066776 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] For port c3032169-e863-4699-b5a8-1993b69a45e5, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c3032169-e863-4699-b5a8-1993b69a45e5,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:28.067201 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:28.079890 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Calling delete_port for c3032169-e863-4699-b5a8-1993b69a45e5 owned by compute:nova {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:28.305115 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:28.334102 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event deleted for resources: {'Port': ['ID=c3032169-e863-4699-b5a8-1993b69a45e5,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:28.385871 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] No DVR routers for this DVR port c3032169-e863-4699-b5a8-1993b69a45e5 on host hv-cinder-77919 {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:28.385871 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261859'] for port, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:28.385871 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-7ea6ab3b-d42f-4a68-899b-0cec9c36346d req-c218e155-95aa-402a-b4c9-e61535156047 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.16 "DELETE /v2.0/ports/c3032169-e863-4699-b5a8-1993b69a45e5 HTTP/1.1" status: 204 len: 173 time: 0.5137463 Jul 27 06:57:28.385871 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'name': 'network-vif-deleted', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:57:28.386416 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de3421952be6772af79a2b5029c1070abcdcf2f660d02ad70fc1e71da5ebb689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf85c22-0c23-4393-b29f-0914d05aedc4" -d '{"events": [{"server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "name": "network-vif-deleted", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:57:28.420727 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc2f249-c803-4414-9ca0-92c32f210fb9 x-openstack-request-id: req-afc2f249-c803-4414-9ca0-92c32f210fb9 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:57:28.421102 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299da892-e81f-40a4-ae77-f2c2107359cf", "name": "network-vif-deleted", "tag": "c3032169-e863-4699-b5a8-1993b69a45e5", "status": "completed", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:57:28.421364 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afc2f249-c803-4414-9ca0-92c32f210fb9 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:57:28.421815 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299da892-e81f-40a4-ae77-f2c2107359cf', 'name': 'network-vif-deleted', 'tag': 'c3032169-e863-4699-b5a8-1993b69a45e5', 'status': 'completed', 'code': 200} Jul 27 06:57:28.981157 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [req-1ca2c775-2a38-4587-97f2-ac98db441c17 req-62e18b00-1beb-464e-bc96-6219e6baea50 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "GET /v2.0/ports?device_id=299da892-e81f-40a4-ae77-f2c2107359cf HTTP/1.1" status: 200 len: 210 time: 0.0321002 Jul 27 06:57:30.036112 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57236) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:30.093239 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf5c1-a27d-45d1-a53d-37b5c7af1905 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:30.117757 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf5c1-a27d-45d1-a53d-37b5c7af1905 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:30.253204 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf5c1-a27d-45d1-a53d-37b5c7af1905 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:30.255747 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf5c1-a27d-45d1-a53d-37b5c7af1905 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:30.256907 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-8e5bf5c1-a27d-45d1-a53d-37b5c7af1905 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] 10.222.0.13 "DELETE /v2.0/security-groups/2960e3ea-c397-4026-a175-3ce263389838 HTTP/1.1" status: 204 len: 168 time: 0.2198265 Jul 27 06:57:30.266512 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bf5c1-a27d-45d1-a53d-37b5c7af1905 tempest-TestShelveInstance-1840277597 tempest-TestShelveInstance-1840277597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2960e3ea-c397-4026-a175-3ce263389838,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:30.358881 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57240) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:30.688109 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425981'] for router_interface, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:30.929532 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Deleting port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:30.929865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:31.002935 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] For port 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:31.003218 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:31.015541 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Calling delete_port for 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd owned by network:router_interface {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:31.174842 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device c3032169-e863-4699-b5a8-1993b69a45e5 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:31.194110 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] No Port match for: c3032169-e863-4699-b5a8-1993b69a45e5 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:31.194449 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Device c3032169-e863-4699-b5a8-1993b69a45e5 not bound to the agent host hv-cinder-77919 {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:31.236260 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:31.264506 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:31.422184 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425745'] for router_interface, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:31.868029 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Router c28c68ec-24d8-4463-bf44-4695926233a2 has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:57:31.970056 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:57:31.975053 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c8aa0389-e6ca-42ca-913f-ccedd5a2e4b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/c28c68ec-24d8-4463-bf44-4695926233a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6150227 Jul 27 06:57:31.977690 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57244) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:31.978593 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] Sync routers for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:57:31.988423 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:31.989029 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:57:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:32.086061 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks [] for router, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.098247 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: dv-cinder-779194-3-smb {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:32.190141 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.271800 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:57:31Z', 'revision_number': 5, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port': {'id': 'd81b4c70-b584-40d9-80b9-bdf87cb845c6', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:00Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:32.304779 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] Checking router: c28c68ec-24d8-4463-bf44-4695926233a2 for host: dv-cinder-779194-3-smb {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:57:32.313437 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] Routers {'c28c68ec-24d8-4463-bf44-4695926233a2'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:32.314044 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:57:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['c28c68ec-24d8-4463-bf44-4695926233a2'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:32.331641 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Deleting port d81b4c70-b584-40d9-80b9-bdf87cb845c6 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:32.332237 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.409721 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] For port d81b4c70-b584-40d9-80b9-bdf87cb845c6, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=d81b4c70-b584-40d9-80b9-bdf87cb845c6,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:32.410088 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.423692 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Calling delete_port for d81b4c70-b584-40d9-80b9-bdf87cb845c6 owned by network:router_gateway {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:32.517883 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] Set router c28c68ec-24d8-4463-bf44-4695926233a2 gateway port host: None {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:32.567399 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:57:32Z', 'revision_number': 6, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port_host': None}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:32.596760 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4f90a-5f26-4577-84fa-1d46ed603dcf None None] The sync data for ids ['c28c68ec-24d8-4463-bf44-4695926233a2'] in dv-cinder-779194-3-smb is: [{'id': 'c28c68ec-24d8-4463-bf44-4695926233a2', 'name': 'tempest-TestShelveInstance-322332907-router', 'tenant_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:57:32Z', 'revision_number': 6, 'project_id': '57d3ad105fff4a84842b82c5a63ff3f1', 'gw_port_host': None}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:57:32.640643 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.671245 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Pushing event deleted for resources: {'Port': ['ID=d81b4c70-b584-40d9-80b9-bdf87cb845c6,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:32.729661 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423091'] for router_gateway, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.815610 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5814'] for router, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.817743 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.926531 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526522'] for router, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.927059 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Fanout notify agent at l3_agent the message router_deleted on router c28c68ec-24d8-4463-bf44-4695926233a2 {{(pid=100284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:57:32.931430 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] Notify callbacks [] for router, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:32.933210 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-de94fe26-32c1-493f-945c-0cb9731810af admin admin] 10.222.0.13 "DELETE /v2.0/routers/c28c68ec-24d8-4463-bf44-4695926233a2 HTTP/1.1" status: 204 len: 168 time: 0.9539211 Jul 27 06:57:32.935658 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57246) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:32.984582 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_v2 [None req-690af837-b478-4525-a3d1-4529ce13d22a admin admin] Deleting subnet 21ad5bdb-71f2-4def-ab68-857be1c7fb7a {{(pid=100284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:57:32.987727 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-690af837-b478-4525-a3d1-4529ce13d22a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.021771 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-690af837-b478-4525-a3d1-4529ce13d22a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13798409'] for subnet, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.096260 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-690af837-b478-4525-a3d1-4529ce13d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.217654 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-690af837-b478-4525-a3d1-4529ce13d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15141354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13307996'] for subnet, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.244195 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-690af837-b478-4525-a3d1-4529ce13d22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.246584 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-690af837-b478-4525-a3d1-4529ce13d22a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/21ad5bdb-71f2-4def-ab68-857be1c7fb7a HTTP/1.1" status: 204 len: 168 time: 0.3099825 Jul 27 06:57:33.247492 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690af837-b478-4525-a3d1-4529ce13d22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ad5bdb-71f2-4def-ab68-857be1c7fb7a,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:33.249244 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.13', 57248) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:33.253004 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef75dc-a1b9-4f85-9307-b62eb1e9cbb3 None None] Network b3535985-cbcf-46fd-a030-17d603c26429 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:57:33.321455 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.372833 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Deleting port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:33.373172 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.439114 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] For port 4f32a9f3-a66f-4622-8bdb-d009b88778b3, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=4f32a9f3-a66f-4622-8bdb-d009b88778b3,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:33.439481 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.453987 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] DHCP port deletion for b3535985-cbcf-46fd-a030-17d603c26429 request from dv-cinder-779194-3-smb {{(pid=100285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:57:33.454585 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Calling delete_port for 4f32a9f3-a66f-4622-8bdb-d009b88778b3 owned by network:dhcp {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:33.502624 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Deleting port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 {{(pid=100285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:33.502996 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.565930 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] For port 4f32a9f3-a66f-4622-8bdb-d009b88778b3, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=4f32a9f3-a66f-4622-8bdb-d009b88778b3,segment=NetworkSegment(d8b62da2-55ca-4dc9-a117-48fcc2039350),segment_id=d8b62da2-55ca-4dc9-a117-48fcc2039350)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:33.566327 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.580344 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Calling delete_port for 4f32a9f3-a66f-4622-8bdb-d009b88778b3 owned by network:dhcp {{(pid=100285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:33.611644 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12831625'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.637607 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f32a9f3-a66f-4622-8bdb-d009b88778b3,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:33.645065 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] No DVR routers for this DVR port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 on host dv-cinder-779194-3-smb {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:33.647171 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.647510 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.647847 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.648178 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.648506 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.648831 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.649183 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.649507 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.649828 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.650145 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.650462 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.650776 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.659711 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670'] for port, after_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.682208 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Pushing event deleted for resources: {'Port': ['ID=4f32a9f3-a66f-4622-8bdb-d009b88778b3,revision_number=None']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:33.692989 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.693359 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.693694 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.694024 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.694365 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.694677 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.694996 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.695314 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.695635 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.695951 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.696265 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.696587 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-smb {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:33.700726 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e2e2f-5ef2-4dcf-a067-ef199dbc876f None None] No DVR routers for this DVR port 4f32a9f3-a66f-4622-8bdb-d009b88778b3 on host dv-cinder-779194-3-smb {{(pid=100285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:33.727974 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.737861 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3535985-cbcf-46fd-a030-17d603c26429']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:33.749059 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b62da2-55ca-4dc9-a117-48fcc2039350') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:33.749316 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.services.segments.db [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b62da2-55ca-4dc9-a117-48fcc2039350') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:33.758009 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12924829'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.772440 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.776671 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d81b4c70-b584-40d9-80b9-bdf87cb845c6 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:33.778865 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:57:33.779276 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12831700'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: Traceback (most recent call last): Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: timer() Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: cb(*args, **kw) Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: return func(*args, **kwargs) Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: self._notify() Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: self.callback(batched_events) Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: event.method(event) Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: return f(self, *a, **k) Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: return self._get(url).json() Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:57:33.780904 dv-cinder-779194-3-smb neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:57:33.796497 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: d81b4c70-b584-40d9-80b9-bdf87cb845c6 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:33.796838 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d81b4c70-b584-40d9-80b9-bdf87cb845c6 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:33.797398 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4f32a9f3-a66f-4622-8bdb-d009b88778b3 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:33.815930 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 4f32a9f3-a66f-4622-8bdb-d009b88778b3 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:33.816271 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4f32a9f3-a66f-4622-8bdb-d009b88778b3 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:33.816685 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:33.834787 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:33.835169 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 4bd4d568-9815-4cd6-bf9e-034ba3f7dcbd not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:33.898998 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.903387 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:33.905347 dv-cinder-779194-3-smb neutron-server[100283]: INFO neutron.wsgi [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b3535985-cbcf-46fd-a030-17d603c26429 HTTP/1.1" status: 204 len: 168 time: 0.6545427 Jul 27 06:57:33.908353 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57252) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:33.918361 dv-cinder-779194-3-smb neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118f507-ad8c-48c3-a85f-1a27b3c39424 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3535985-cbcf-46fd-a030-17d603c26429,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:34.242872 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425981'] for router_interface, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:34.487092 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Deleting port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:34.487430 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:34.563718 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] For port d47f7b7d-fd54-4d1b-b441-18ac7fafba2b, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=d47f7b7d-fd54-4d1b-b441-18ac7fafba2b,segment=NetworkSegment(e81930b6-8aa5-45ad-b329-98becb2f6b79),segment_id=e81930b6-8aa5-45ad-b329-98becb2f6b79)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:34.564003 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:34.576871 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Calling delete_port for d47f7b7d-fd54-4d1b-b441-18ac7fafba2b owned by network:router_interface {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:34.818951 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:34.845733 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Pushing event deleted for resources: {'Port': ['ID=d47f7b7d-fd54-4d1b-b441-18ac7fafba2b,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:35.007390 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425745'] for router_interface, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:35.211088 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Router e52a1187-2d30-4133-8672-fc68cc64149f has already been hosted by L3 agent 1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016 {{(pid=100284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:57:35.311848 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] Notify agent at l3_agent.dv-cinder-779194-3-smb the message routers_updated {{(pid=100284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:57:35.316809 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-c1f339d9-0b58-4aad-9c6d-de8bb729c99c admin admin] 10.222.0.13 "PUT /v2.0/routers/e52a1187-2d30-4133-8672-fc68cc64149f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4074345 Jul 27 06:57:35.319267 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57254) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:35.322238 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] Sync routers for ids ['e52a1187-2d30-4133-8672-fc68cc64149f'] in dv-cinder-779194-3-smb {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:57:35.331562 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] Routers {'e52a1187-2d30-4133-8672-fc68cc64149f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:35.332231 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:57:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['e52a1187-2d30-4133-8672-fc68cc64149f'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:35.420747 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks [] for router, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:35.434511 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] Set router e52a1187-2d30-4133-8672-fc68cc64149f gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:35.454266 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:35.619727 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:08Z', 'updated_at': '2021-07-27T06:57:34Z', 'revision_number': 5, 'project_id': '9520378f00054f769254f0bdc72344c0', 'gw_port': {'id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:10Z', 'updated_at': '2021-07-27T06:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:35.646895 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] Checking router: e52a1187-2d30-4133-8672-fc68cc64149f for host: dv-cinder-779194-3-smb {{(pid=100286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:57:35.656159 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] Routers {'e52a1187-2d30-4133-8672-fc68cc64149f'} bound to L3 agent in host dv-cinder-779194-3-smb {{(pid=100286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:35.656783 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:54Z,description=,heartbeat_timestamp=2021-07-27T06:57:24Z,host='dv-cinder-779194-3-smb',id=1b0c48f9-7ba5-403b-bbc9-6aad7b8dc016,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:55Z,topic='l3_agent')) {'router_ids': ['e52a1187-2d30-4133-8672-fc68cc64149f'], 'active': True} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:35.766199 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_dvr_db [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] Set router e52a1187-2d30-4133-8672-fc68cc64149f gateway port host: dv-cinder-779194-3-smb {{(pid=100286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:35.774111 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:35.872453 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Deleting port 3881793d-7cf7-4771-9981-66dbcdda4c96 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:35.872670 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:35.940518 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.l3_hamode_db [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:08Z', 'updated_at': '2021-07-27T06:57:34Z', 'revision_number': 5, 'project_id': '9520378f00054f769254f0bdc72344c0', 'gw_port': {'id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:10Z', 'updated_at': '2021-07-27T06:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}], 'dv-cinder-779194-3-smb', False) {} {{(pid=100286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:35.951251 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] For port 3881793d-7cf7-4771-9981-66dbcdda4c96, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=3881793d-7cf7-4771-9981-66dbcdda4c96,segment=NetworkSegment(fa3a9fe0-bad4-4f42-81b5-a17a9f064da2),segment_id=fa3a9fe0-bad4-4f42-81b5-a17a9f064da2)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:35.951621 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:35.964520 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Calling delete_port for 3881793d-7cf7-4771-9981-66dbcdda4c96 owned by network:router_gateway {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:35.970668 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61658d58-32f4-44ea-b664-4ccefbee56dd None None] The sync data for ids ['e52a1187-2d30-4133-8672-fc68cc64149f'] in dv-cinder-779194-3-smb is: [{'id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'name': 'tempest-TestShelveInstance-1921957927-router', 'tenant_id': '9520378f00054f769254f0bdc72344c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'external_fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:08Z', 'updated_at': '2021-07-27T06:57:34Z', 'revision_number': 5, 'project_id': '9520378f00054f769254f0bdc72344c0', 'gw_port': {'id': '3881793d-7cf7-4771-9981-66dbcdda4c96', 'name': '', 'network_id': 'dbd54c5b-fe1a-4472-828f-a356ddc3c795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a1187-2d30-4133-8672-fc68cc64149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:10Z', 'updated_at': '2021-07-27T06:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fa0f4c-c743-4c29-89e9-f07fd842b8bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-smb'}] {{(pid=100286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:57:36.188645 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.213457 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Pushing event deleted for resources: {'Port': ['ID=3881793d-7cf7-4771-9981-66dbcdda4c96,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:36.274823 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423091'] for router_gateway, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.367430 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5814'] for router, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.369583 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.487568 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526522'] for router, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.488153 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e52a1187-2d30-4133-8672-fc68cc64149f {{(pid=100284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:57:36.492505 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] Notify callbacks [] for router, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.494363 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-7f7a82d3-cb3d-452d-ad67-2883c5839232 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e52a1187-2d30-4133-8672-fc68cc64149f HTTP/1.1" status: 204 len: 168 time: 1.1735253 Jul 27 06:57:36.496671 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57256) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:36.542106 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.db_base_plugin_v2 [None req-923f5fb6-5f4c-4f5c-b3cc-56fe723a564a admin admin] Deleting subnet 5605f032-a3b8-4d77-929c-f25cd971a467 {{(pid=100284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:57:36.545385 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-923f5fb6-5f4c-4f5c-b3cc-56fe723a564a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.581779 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-923f5fb6-5f4c-4f5c-b3cc-56fe723a564a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13798409'] for subnet, precommit_delete_associations {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.661356 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-923f5fb6-5f4c-4f5c-b3cc-56fe723a564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556150'] for subnet, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.760318 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-923f5fb6-5f4c-4f5c-b3cc-56fe723a564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15141354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13307996'] for subnet, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.783156 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f5fb6-5f4c-4f5c-b3cc-56fe723a564a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5605f032-a3b8-4d77-929c-f25cd971a467,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:36.788730 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-923f5fb6-5f4c-4f5c-b3cc-56fe723a564a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.790604 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-923f5fb6-5f4c-4f5c-b3cc-56fe723a564a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5605f032-a3b8-4d77-929c-f25cd971a467 HTTP/1.1" status: 204 len: 168 time: 0.2929063 Jul 27 06:57:36.793669 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57258) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:36.794312 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4698b167-7b10-4317-803d-b53b74ca5f8a None None] Network bbe7005b-88c3-4da1-b0e4-037b44ad6499 requested from dv-cinder-779194-3-smb {{(pid=100285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:57:36.863018 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634142'] for network, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:36.920702 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Deleting port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:36.921063 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.000620 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] For port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=7bfb4ef0-c50e-4de7-aa8e-61c471737b16,segment=NetworkSegment(e81930b6-8aa5-45ad-b329-98becb2f6b79),segment_id=e81930b6-8aa5-45ad-b329-98becb2f6b79)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:37.001009 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.013628 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c272b-9692-4c5d-9450-d59b0fb68388 None None] DHCP port deletion for bbe7005b-88c3-4da1-b0e4-037b44ad6499 request from dv-cinder-779194-3-smb {{(pid=100285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:57:37.024286 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Calling delete_port for 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:37.066006 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-242c272b-9692-4c5d-9450-d59b0fb68388 None None] Deleting port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 {{(pid=100285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:37.066517 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-242c272b-9692-4c5d-9450-d59b0fb68388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790582115714'] for port, before_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.137304 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-242c272b-9692-4c5d-9450-d59b0fb68388 None None] For port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16, host dv-cinder-779194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-smb',level=0,port_id=7bfb4ef0-c50e-4de7-aa8e-61c471737b16,segment=NetworkSegment(e81930b6-8aa5-45ad-b329-98becb2f6b79),segment_id=e81930b6-8aa5-45ad-b329-98becb2f6b79)] {{(pid=100285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:37.137775 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-242c272b-9692-4c5d-9450-d59b0fb68388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421393'] for port, precommit_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.150372 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-242c272b-9692-4c5d-9450-d59b0fb68388 None None] Calling delete_port for 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 owned by network:dhcp {{(pid=100285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:37.287977 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15141337'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.294167 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-242c272b-9692-4c5d-9450-d59b0fb68388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790582120924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790581746670'] for port, after_delete {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.314411 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfb4ef0-c50e-4de7-aa8e-61c471737b16,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:37.318013 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] No DVR routers for this DVR port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 on host dv-cinder-779194-3-smb {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:37.321168 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c272b-9692-4c5d-9450-d59b0fb68388 None None] Pushing event deleted for resources: {'Port': ['ID=7bfb4ef0-c50e-4de7-aa8e-61c471737b16,revision_number=None']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:37.324801 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c272b-9692-4c5d-9450-d59b0fb68388 None None] No DVR routers for this DVR port 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 on host dv-cinder-779194-3-smb {{(pid=100285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:37.404767 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558329', 'neutron.services.segments.db._delete_segments_for_network-8790582196767'] for network, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.415920 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe7005b-88c3-4da1-b0e4-037b44ad6499']}} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:37.427824 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81930b6-8aa5-45ad-b329-98becb2f6b79') {'for_net_delete': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:37.428143 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.services.segments.db [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81930b6-8aa5-45ad-b329-98becb2f6b79') {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:37.438447 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790582197544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13798138'] for segment, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.451891 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984'] for segment, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.457577 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15141252'] for segment, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: Traceback (most recent call last): Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: timer() Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: cb(*args, **kw) Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: return func(*args, **kwargs) Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: self._notify() Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: self.callback(batched_events) Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: event.method(event) Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: return f(self, *a, **k) Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: return self._get(url).json() Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: return self.request(url, 'GET', **kwargs) Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:57:37.460043 dv-cinder-779194-3-smb neutron-server[100284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:57:37.574102 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423055'] for network, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.578836 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:37.584813 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] 10.222.0.13 "DELETE /v2.0/networks/bbe7005b-88c3-4da1-b0e4-037b44ad6499 HTTP/1.1" status: 204 len: 168 time: 0.7872097 Jul 27 06:57:37.595956 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59668b-1bdc-4f20-8da5-382d4c92b46c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe7005b-88c3-4da1-b0e4-037b44ad6499,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:37.785361 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d47f7b7d-fd54-4d1b-b441-18ac7fafba2b no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:37.804583 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: d47f7b7d-fd54-4d1b-b441-18ac7fafba2b {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:37.805212 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device d47f7b7d-fd54-4d1b-b441-18ac7fafba2b not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:37.805323 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 3881793d-7cf7-4771-9981-66dbcdda4c96 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:37.822674 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 3881793d-7cf7-4771-9981-66dbcdda4c96 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:37.823503 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 3881793d-7cf7-4771-9981-66dbcdda4c96 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:37.824211 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 no longer exists at agent ovs-agent-dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:37.842434 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] No Port match for: 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 {{(pid=100285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:37.842774 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron.plugins.ml2.rpc [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Device 7bfb4ef0-c50e-4de7-aa8e-61c471737b16 not bound to the agent host dv-cinder-779194-3-smb {{(pid=100285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:37.970803 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57262) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:38.014134 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-1c33ff5f-0c6b-46bc-972f-326a8a080653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57d3ad105fff4a84842b82c5a63ff3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422115 Jul 27 06:57:38.016557 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57264) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:38.068041 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-25af3d07-708e-47c2-86eb-c4f36ce5cab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:38.090367 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-25af3d07-708e-47c2-86eb-c4f36ce5cab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:38.213367 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-25af3d07-708e-47c2-86eb-c4f36ce5cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:38.215953 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-25af3d07-708e-47c2-86eb-c4f36ce5cab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:38.217150 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-25af3d07-708e-47c2-86eb-c4f36ce5cab4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f03da13-bba3-4532-87d3-3cac938e4965 HTTP/1.1" status: 204 len: 168 time: 0.1996484 Jul 27 06:57:38.224619 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af3d07-708e-47c2-86eb-c4f36ce5cab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f03da13-bba3-4532-87d3-3cac938e4965,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:38.837720 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57270) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:38.872931 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-3e32c27d-2c40-4678-98b1-5db93dd55ef9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9520378f00054f769254f0bdc72344c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377340 Jul 27 06:57:38.875250 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.wsgi [-] (100284) accepted ('10.222.0.13', 57272) {{(pid=100284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:38.920813 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-07f4dcdb-2062-4b6d-bee3-16a9d91d716e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:38.940865 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-07f4dcdb-2062-4b6d-bee3-16a9d91d716e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:39.064389 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-07f4dcdb-2062-4b6d-bee3-16a9d91d716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603346'] for security_group, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:39.067006 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-07f4dcdb-2062-4b6d-bee3-16a9d91d716e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:39.070513 dv-cinder-779194-3-smb neutron-server[100284]: INFO neutron.wsgi [None req-07f4dcdb-2062-4b6d-bee3-16a9d91d716e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67e14222-f04c-4b6b-a047-152629c9d758 HTTP/1.1" status: 204 len: 168 time: 0.1920233 Jul 27 06:57:39.076439 dv-cinder-779194-3-smb neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4dcdb-2062-4b6d-bee3-16a9d91d716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e14222-f04c-4b6b-a047-152629c9d758,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:41.797838 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:57:51.616709 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-eda14de2-3be0-44f3-aeda-e78ed4a061fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.264327 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-f35b5ba9-6cb0-4326-b313-03fdfe45a37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.759859 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.211255 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:56.879677 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.456670 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:18.796683 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:58:21.629568 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-df27ff82-4a3c-486a-8dde-eee95e1c3349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:24.223385 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-2e33e086-b3b5-45d7-ac25-148c25810284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:24.759207 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:25.200358 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:26.823470 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:35.529774 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:51.617216 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b842-96e4-495d-8072-5ea8c15789ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:54.233897 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-641e6c27-9ecc-4ea1-93c9-15cebf0b2f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:54.729437 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:55.226590 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:55.794859 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:58:56.851365 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:05.468210 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:21.592108 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-365ac5ce-7276-4b87-9bfa-8c68bce18746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:24.228258 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-a54ec7d9-4bc0-4f62-9ea3-d1a683dfaaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:24.736241 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:25.199403 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:26.845011 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:32.793049 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:59:35.507537 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:51.592569 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0c675ddf-0c31-466f-a987-51b447c7b64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:54.238220 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-d86d0996-a22c-442d-8aae-d28d4e93c1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:54.752577 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:55.221229 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:56.842385 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:05.495676 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:09.792329 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:00:21.592039 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-bdb8f8cc-ee12-4bb3-b8ad-7dc321cf64fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:24.264643 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-dbe30a38-c8d1-49a7-b3ea-cfe9567df4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:24.738476 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:25.260909 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:26.860813 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:35.483183 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:46.790542 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:00:51.612243 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-3a523d09-acc2-428a-b53f-4a3d7df3eedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:54.225737 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-ceed79f1-311c-409f-97ff-788e59dc175f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:54.831037 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:55.225471 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:56.854285 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:05.487967 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:21.584881 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-3c28f8fa-e007-4ec0-8af1-6817327408e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:23.789576 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:01:24.274112 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-62c979a7-af85-4102-89df-7c7598e356e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:24.771478 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:25.234435 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:26.853506 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:35.502882 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:51.600879 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d0b4-d499-41ee-8c63-6d531102e75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:54.267631 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-ddde3521-ed06-44ea-8908-428aaf52b347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:54.761020 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:55.255964 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:56.924749 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:00.789237 dv-cinder-779194-3-smb neutron-server[100286]: DEBUG neutron.db.agents_db [None req-9ef5ade2-d8f5-46b7-a400-701554156bf3 None None] Agent healthcheck: found 6 active agents {{(pid=100286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:02:05.508911 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-9498abed-4077-414f-b2de-1af99a8214c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:21.617157 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-774bc97a-7999-404c-b78d-f42be9b69657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:24.279986 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-0e293f59-7430-403c-83d1-2557066c1309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:24.794274 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b568-5fae-40f7-89d5-64ab4df60418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:25.249609 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-09b102ca-89a8-4391-a087-f3db337f07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:26.861207 dv-cinder-779194-3-smb neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-10836e8f-cd33-422c-96e2-0501f06795de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790582196749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560149'] for agent, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}